[ 521.112385] env[64987]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 521.112385] env[64987]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 522.135716] env[65077]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 522.135716] env[65077]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 523.701686] env[65077]: INFO neutron.common.config [-] Logging enabled! [ 523.702016] env[65077]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev74 [ 523.702280] env[65077]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65077) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 523.702588] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 523.702681] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 523.703523] env[65077]: WARNING oslo_policy.policy [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 523.703747] env[65077]: WARNING oslo_policy.policy [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 523.705481] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] VMware NSXv3 Agent initialized successfully. [ 523.705828] env[65077]: DEBUG oslo_concurrency.lockutils [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] Acquiring lock "singleton_lock" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 523.705954] env[65077]: DEBUG oslo_concurrency.lockutils [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] Acquired lock "singleton_lock" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 523.706170] env[65077]: DEBUG oslo_concurrency.lockutils [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] Releasing lock "singleton_lock" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 523.706473] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] Full set of CONF: {{(pid=65077) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 523.706586] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] ******************************************************************************** {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 523.706687] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] Configuration options gathered from: {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 523.707043] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 523.707224] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 523.707343] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] ================================================================================ {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 523.707514] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] agent_down_time = 75 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.707649] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] allow_automatic_dhcp_failover = True {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.707779] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] allow_bulk = True {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.707918] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] api_extensions_path = {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.708065] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] api_paste_config = api-paste.ini {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.708204] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] auth_strategy = keystone {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.708325] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] backdoor_port = None {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.708406] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] backdoor_socket = None {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.708537] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] backlog = 4096 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.708670] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] base_mac = fa:16:3e:00:00:00 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.708822] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] bind_host = 0.0.0.0 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.708960] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] bind_port = 9696 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.709103] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] client_socket_timeout = 900 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.709239] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] config_dir = [] {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.709346] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.709478] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] config_source = [] {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.709612] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] control_exchange = neutron {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.709747] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] core_plugin = ml2 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.709878] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] debug = True {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.710016] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] default_availability_zones = [] {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.710223] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.710357] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] dhcp_agent_notification = True {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.710486] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] dhcp_agents_per_network = 1 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.710611] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] dhcp_lease_duration = 86400 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.710751] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] dhcp_load_type = networks {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.710876] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] dns_domain = openstacklocal {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.711015] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.711145] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] enable_default_route_bfd = False {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.711271] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] enable_default_route_ecmp = False {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.711397] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] enable_dvr = True {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.711576] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] enable_new_agents = True {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.711683] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.711904] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] enable_signals = True {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.711904] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] enable_traditional_dhcp = True {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.712168] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] external_dns_driver = None {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.712168] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] filter_validation = True {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.712334] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] global_physnet_mtu = 8950 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.712470] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] graceful_shutdown_timeout = 60 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.712547] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] host = cpu-1 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.712648] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] host_dvr_for_dhcp = True {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.712775] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] http_retries = 3 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.712906] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] instance_format = [instance: %(uuid)s] {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.713050] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.713185] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] ipam_driver = internal {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.713310] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] ipv6_pd_enabled = False {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.713435] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] l3_ha = False {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.713564] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.713693] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] l3_ha_network_physical_name = {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.713821] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] l3_ha_network_type = {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.713954] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] log_color = False {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.714098] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] log_config_append = None {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.714264] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.714391] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] log_dir = None {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.714516] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] log_file = None {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.714615] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] log_options = True {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.714743] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] log_rotate_interval = 1 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.714876] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] log_rotate_interval_type = days {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.715018] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] log_rotation_type = none {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.715122] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.715219] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.715354] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.715484] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.715582] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.715714] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] max_dns_nameservers = 5 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.715838] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] max_header_line = 16384 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.715963] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] max_l3_agents_per_router = 3 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.716100] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] max_logfile_count = 30 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.716256] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] max_logfile_size_mb = 200 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.716389] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] max_subnet_host_routes = 20 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.716531] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] my_ip = 10.180.1.21 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.716629] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] my_ipv6 = ::1 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.716758] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] network_auto_schedule = True {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.716871] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] network_link_prefix = None {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.716998] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.717142] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] notify_nova_on_port_data_changes = True {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.717329] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] notify_nova_on_port_status_changes = True {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.717450] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] pagination_max_limit = -1 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.717563] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] publish_errors = False {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.717686] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] rate_limit_burst = 0 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.717819] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] rate_limit_except_level = CRITICAL {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.717947] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] rate_limit_interval = 0 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.718090] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] retry_until_window = 30 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.718214] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] router_distributed = False {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.718341] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] rpc_resources_processing_step = 20 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.718465] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] rpc_response_max_timeout = 600 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.718591] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] rpc_response_timeout = 60 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.718715] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] send_events_interval = 2 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.718857] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] service_plugins = ['router'] {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.718991] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] setproctitle = on {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.719128] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] shell_completion = None {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.719258] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] state_path = /opt/stack/data/neutron {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.719389] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] syslog_log_facility = LOG_USER {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.719517] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] tcp_keepidle = 600 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.719647] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] transport_url = **** {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.719771] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] use_journal = False {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.719894] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] use_json = False {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.720023] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] use_ssl = False {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.720148] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] use_stderr = False {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.720280] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] use_syslog = False {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.720403] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] vlan_qinq = None {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.720523] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] vlan_transparent = None {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.720645] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] watch_log_file = False {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.720768] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] wsgi_default_pool_size = 100 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.720891] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] wsgi_keep_alive = True {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.721028] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.721156] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] wsgi_server_debug = False {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.721297] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] oslo_concurrency.disable_process_locking = False {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.721435] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.721574] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.721703] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.721836] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.721971] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.722118] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.722267] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] profiler.connection_string = messaging:// {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.722404] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] profiler.enabled = False {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.722544] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] profiler.es_doc_type = notification {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.722671] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] profiler.es_scroll_size = 10000 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.722842] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] profiler.es_scroll_time = 2m {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.723033] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] profiler.filter_error_trace = False {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.723183] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] profiler.hmac_keys = **** {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.723323] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] profiler.sentinel_service_name = mymaster {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.723460] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] profiler.socket_timeout = 0.1 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.723592] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] profiler.trace_requests = False {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.723722] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] profiler.trace_sqlalchemy = False {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.723864] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] profiler_jaeger.process_tags = {} {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.723996] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] profiler_jaeger.service_name_prefix = None {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.724140] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] profiler_otlp.service_name_prefix = None {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.724325] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] oslo_policy.enforce_new_defaults = True {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.724585] env[65077]: WARNING oslo_config.cfg [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 523.724734] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] oslo_policy.enforce_scope = True {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.724875] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] oslo_policy.policy_default_rule = default {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.725026] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.725170] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.725310] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.725443] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.725568] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.725692] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.725819] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.725952] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] oslo_policy.remote_timeout = 60.0 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.726110] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.726277] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] agent.extensions = [] {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.726416] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.726553] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] service_providers.service_provider = [] {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.726692] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] QUOTAS.default_quota = -1 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.726832] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.726967] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] QUOTAS.quota_floatingip = 50 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.727114] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] QUOTAS.quota_network = 100 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.727249] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] QUOTAS.quota_port = 500 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.727382] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.727511] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] QUOTAS.quota_router = 10 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.727638] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] QUOTAS.quota_security_group = 10 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.727767] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.727895] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] QUOTAS.quota_subnet = 100 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.728032] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] QUOTAS.track_quota_usage = True {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.728174] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.728305] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] privsep.group = None {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.728432] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] privsep.helper_command = None {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.728562] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] privsep.log_daemon_traceback = False {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.728695] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.728825] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] privsep.thread_pool_size = 8 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.728952] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] privsep.user = None {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.729104] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.729228] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] privsep_dhcp_release.group = None {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.729356] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] privsep_dhcp_release.helper_command = None {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.729483] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.729617] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.729745] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.729872] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] privsep_dhcp_release.user = None {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.730012] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.730143] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] privsep_ovs_vsctl.group = None {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.730269] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] privsep_ovs_vsctl.helper_command = None {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.730399] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.730535] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.730663] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.730791] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] privsep_ovs_vsctl.user = None {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.730927] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] privsep_namespace.capabilities = [21] {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.731060] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] privsep_namespace.group = None {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.731188] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] privsep_namespace.helper_command = None {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.731316] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] privsep_namespace.log_daemon_traceback = False {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.731451] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.731582] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] privsep_namespace.thread_pool_size = 8 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.731707] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] privsep_namespace.user = None {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.731841] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] privsep_conntrack.capabilities = [12] {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.731968] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] privsep_conntrack.group = None {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.732103] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] privsep_conntrack.helper_command = None {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.732232] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.732367] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.732496] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.732620] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] privsep_conntrack.user = None {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.732756] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] privsep_link.capabilities = [12, 21] {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.732881] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] privsep_link.group = None {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.733032] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] privsep_link.helper_command = None {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.733149] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] privsep_link.log_daemon_traceback = False {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.733281] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.733412] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] privsep_link.thread_pool_size = 8 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.733537] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] privsep_link.user = None {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.733684] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.733826] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.733963] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] AGENT.continue_on_failed_promotions = False {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.734116] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] AGENT.dscp = None {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.734270] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] AGENT.dscp_inherit = False {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.734411] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] AGENT.force_mp_to_policy = True {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.734541] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] AGENT.locking_coordinator_url = None {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.734672] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] AGENT.log_agent_heartbeats = False {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.734804] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] AGENT.logging_expire = 1 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.734942] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.735086] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.735226] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] AGENT.polling_interval = 240 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.735360] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.735495] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.735632] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] AGENT.report_interval = 30.0 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.735772] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.735911] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.736057] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.736195] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] AGENT.sync_skew = 60 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.736355] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] AGENT.synchronization_queue_size = 20 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.736491] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] AGENT.use_helper_for_ns_read = True {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.736627] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] SECURITYGROUP.enable_ipset = True {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.736767] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] SECURITYGROUP.enable_security_group = True {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.736907] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.737055] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.737195] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] experimental.ipv6_pd_enabled = False {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.737347] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] ml2.extension_drivers = ['port_security'] {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.737477] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] ml2.external_network_type = None {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.737621] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.737760] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] ml2.overlay_ip_version = 4 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.737903] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] ml2.path_mtu = 8950 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.738052] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] ml2.physical_network_mtus = {} {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.738199] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] ml2.tenant_network_types = ['vlan'] {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.738338] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.738481] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] ml2.type_drivers = ['vlan'] {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.738624] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] AGENT_CLI.neutron_port_id = [] {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.738757] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.738892] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.739042] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.739186] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.739325] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.739459] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.739599] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.739735] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.739934] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.740091] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] NSXV3.nsxv3_login_password = **** {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.740241] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] NSXV3.nsxv3_login_port = 443 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.740378] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] NSXV3.nsxv3_login_user = admin {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.740514] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.740651] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.740787] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.740914] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.741065] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.741210] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.741348] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.741482] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.741616] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.741753] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.741892] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.742036] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.742177] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.742366] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.742508] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] vsphere.vsphere_login_password = VMware1! {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.742644] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.742786] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.742922] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] nova.auth_section = None {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.743074] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] nova.auth_type = password {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.743216] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.743346] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] nova.certfile = None {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.743481] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] nova.collect_timing = False {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.743621] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] nova.endpoint_type = public {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.743755] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] nova.insecure = False {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.743882] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] nova.keyfile = None {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.744029] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] nova.region_name = RegionOne {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.744192] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] nova.split_loggers = False {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.744337] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] nova.timeout = None {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.744475] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] placement.auth_section = None {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.744617] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] placement.auth_type = password {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.744755] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.744884] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] placement.certfile = None {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.745023] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] placement.collect_timing = False {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.745169] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] placement.endpoint_type = public {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.745297] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] placement.insecure = False {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.745435] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] placement.keyfile = None {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.745562] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] placement.region_name = None {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.745690] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] placement.split_loggers = False {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.745814] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] placement.timeout = None {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.745949] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] ironic.auth_section = None {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.746093] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] ironic.auth_type = None {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.746243] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] ironic.cafile = None {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.746380] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] ironic.certfile = None {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.746515] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] ironic.collect_timing = False {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.746648] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] ironic.connect_retries = None {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.746775] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] ironic.connect_retry_delay = None {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.746903] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] ironic.enable_notifications = False {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.747068] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] ironic.endpoint_override = None {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.747219] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] ironic.insecure = False {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.747359] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] ironic.interface = None {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.747489] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] ironic.keyfile = None {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.747620] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] ironic.max_version = None {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.747749] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] ironic.min_version = None {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.747876] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] ironic.region_name = None {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.748013] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] ironic.retriable_status_codes = None {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.748146] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] ironic.service_name = None {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.748276] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] ironic.service_type = None {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.748408] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] ironic.split_loggers = False {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.748540] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] ironic.status_code_retries = None {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.748670] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] ironic.status_code_retry_delay = None {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.748798] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] ironic.timeout = None {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.748926] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] ironic.valid_interfaces = None {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.749066] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] ironic.version = None {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.749203] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] cli_script.dry_run = False {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.749347] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.749481] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.749614] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.749742] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.749876] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.750009] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.750144] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.750273] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.750406] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.750546] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.750678] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.750817] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.750954] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.751104] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.751237] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.751377] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.751509] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.751638] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.751774] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.751905] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.752046] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.752180] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.752312] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.752444] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.752576] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.752705] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.752831] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.752961] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.753100] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.753233] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.753365] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] oslo_messaging_rabbit.ssl = False {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.753502] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.753638] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.753768] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.753903] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.754048] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] oslo_messaging_rabbit.ssl_version = {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.754206] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.754368] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] oslo_messaging_notifications.driver = [] {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.754514] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] oslo_messaging_notifications.retry = -1 {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.754662] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.754827] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] oslo_messaging_notifications.transport_url = **** {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.754936] env[65077]: DEBUG oslo_service.backend._eventlet.service [None req-d7bc7684-8d9c-40b8-8188-aa90bf782d10 None None] ******************************************************************************** {{(pid=65077) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 523.756119] env[65077]: DEBUG neutron.agent.securitygroups_rpc [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] Init firewall settings (driver=nsxv3) {{(pid=65077) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 523.757436] env[65077]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65077) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 523.757677] env[65077]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] RPC agent_id: nsxm-l-01a.corp.local [ 523.759913] env[65077]: DEBUG dogpile.cache.region [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 523.760045] env[65077]: DEBUG dogpile.lock [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 523.760145] env[65077]: DEBUG dogpile.lock [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 523.760235] env[65077]: DEBUG dogpile.lock [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 523.760327] env[65077]: DEBUG dogpile.cache.region [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 523.760413] env[65077]: DEBUG dogpile.lock [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 523.760534] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 523.780436] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] Session token - acquiring [ 523.781964] env[65077]: DEBUG networking_nsxv3.common.locking [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 523.782159] env[65077]: DEBUG oslo_concurrency.lockutils [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 523.782253] env[65077]: DEBUG oslo_concurrency.lockutils [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 523.782719] env[65077]: DEBUG oslo_concurrency.lockutils [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 523.793828] env[65077]: DEBUG oslo_concurrency.lockutils [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 524.087279] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 524.109018] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 524.109230] env[65077]: DEBUG dogpile.cache.region [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] Cache value generated in 0.349 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 524.109304] env[65077]: DEBUG dogpile.lock [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 524.109407] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] Activating Policy API Provider. [ 524.109642] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] Looking for the default Infrastructure Rules. [ 524.186777] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] Looking for the Default Layer3 Logged Drop Section. [ 524.206351] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 524.206814] env[65077]: DEBUG networking_nsxv3.common.locking [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.206984] env[65077]: DEBUG oslo_concurrency.lockutils [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] Acquiring lock "all" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 524.207100] env[65077]: DEBUG oslo_concurrency.lockutils [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] Acquired lock "all" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 524.207411] env[65077]: DEBUG oslo_concurrency.lockutils [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] Acquired external semaphore "all" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 524.207767] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 524.723071] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 525.226015] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 525.727090] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] Inventory metadata is going to be refreshed. [ 525.729145] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 526.514024] env[65077]: DEBUG networking_nsxv3.common.locking [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.514024] env[65077]: DEBUG oslo_concurrency.lockutils [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.514024] env[65077]: DEBUG oslo_concurrency.lockutils [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 526.514024] env[65077]: DEBUG oslo_concurrency.lockutils [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 526.524630] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 526.525721] env[65077]: DEBUG oslo_concurrency.lockutils [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 526.526417] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 526.544622] env[65077]: DEBUG networking_nsxv3.common.locking [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.545094] env[65077]: DEBUG oslo_concurrency.lockutils [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.545315] env[65077]: DEBUG oslo_concurrency.lockutils [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 526.545689] env[65077]: DEBUG oslo_concurrency.lockutils [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 526.545923] env[65077]: DEBUG oslo_concurrency.lockutils [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 526.546177] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 526.546451] env[65077]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65077) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 526.546669] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 526.565833] env[65077]: DEBUG networking_nsxv3.common.locking [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.566342] env[65077]: DEBUG oslo_concurrency.lockutils [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.566561] env[65077]: DEBUG oslo_concurrency.lockutils [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 526.566923] env[65077]: DEBUG oslo_concurrency.lockutils [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 526.567224] env[65077]: DEBUG oslo_concurrency.lockutils [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 526.567553] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 526.587889] env[65077]: DEBUG networking_nsxv3.common.locking [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.590022] env[65077]: DEBUG oslo_concurrency.lockutils [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.590022] env[65077]: DEBUG oslo_concurrency.lockutils [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 526.590022] env[65077]: DEBUG oslo_concurrency.lockutils [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 526.590022] env[65077]: DEBUG oslo_concurrency.lockutils [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 526.590022] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 526.609706] env[65077]: DEBUG networking_nsxv3.common.locking [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.610167] env[65077]: DEBUG oslo_concurrency.lockutils [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] Acquiring lock "Address Group" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.610391] env[65077]: DEBUG oslo_concurrency.lockutils [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] Acquired lock "Address Group" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 526.610755] env[65077]: DEBUG oslo_concurrency.lockutils [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] Acquired external semaphore "Address Group" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 526.610999] env[65077]: DEBUG oslo_concurrency.lockutils [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] Releasing lock "Address Group" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 526.611263] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 526.611642] env[65077]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65077) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 526.611873] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 526.629631] env[65077]: DEBUG networking_nsxv3.common.locking [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.630098] env[65077]: DEBUG oslo_concurrency.lockutils [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] Acquiring lock "Segment QoS" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.630325] env[65077]: DEBUG oslo_concurrency.lockutils [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] Acquired lock "Segment QoS" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 526.630697] env[65077]: DEBUG oslo_concurrency.lockutils [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] Acquired external semaphore "Segment QoS" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 526.630935] env[65077]: DEBUG oslo_concurrency.lockutils [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] Releasing lock "Segment QoS" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 526.632023] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 526.632023] env[65077]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65077) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 526.632023] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 526.651369] env[65077]: DEBUG networking_nsxv3.common.locking [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.651850] env[65077]: DEBUG oslo_concurrency.lockutils [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.652079] env[65077]: DEBUG oslo_concurrency.lockutils [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 526.652459] env[65077]: DEBUG oslo_concurrency.lockutils [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 526.652714] env[65077]: DEBUG oslo_concurrency.lockutils [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 526.652972] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 526.653201] env[65077]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65077) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 526.654017] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] Inventory metadata have been refreshed. [ 526.654017] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] Dryrun:True. Metadata refresh completed. [ 526.654017] env[65077]: DEBUG oslo_concurrency.lockutils [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] Releasing lock "all" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 526.655503] env[65077]: INFO neutron.agent.agent_extensions_manager [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] Loaded agent extensions: [] [ 526.656372] env[65077]: DEBUG neutron_lib.callbacks.manager [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65077) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 526.707637] env[65077]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] NSXv3 Agent Agent RPC Daemon Started! [ 526.707856] env[65077]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] NSXv3 Agent Agent loop - iteration:0 started [ 526.707856] env[65077]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] NSXv3 Agent Agent out of sync with plugin! [ 531.657247] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 531.657718] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 536.659151] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 536.659510] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 541.661074] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 541.661507] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 541.935081] env[65077]: INFO networking_nsxv3.common.synchronization [None req-10b4e404-b2ec-40d9-8526-b83f1d4fc5cb demo admin] Enqueued Resource ID: e64d6d02-10ad-4f1d-b60b-16c4bdc0a8ab with Priority: HIGHEST for action security_group_rules [ 541.935609] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e64d6d02-10ad-4f1d-b60b-16c4bdc0a8ab with Priority: HIGHEST for action security_group_rules [ 541.935908] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e64d6d02-10ad-4f1d-b60b-16c4bdc0a8ab taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.936153] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e64d6d02-10ad-4f1d-b60b-16c4bdc0a8ab" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.936244] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e64d6d02-10ad-4f1d-b60b-16c4bdc0a8ab" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 541.936610] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e64d6d02-10ad-4f1d-b60b-16c4bdc0a8ab" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 541.936738] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e64d6d02-10ad-4f1d-b60b-16c4bdc0a8ab',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 542.459128] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.459433] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.459433] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 542.459560] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 542.459641] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 542.459739] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e64d6d02-10ad-4f1d-b60b-16c4bdc0a8ab already deleted. [ 542.459823] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e64d6d02-10ad-4f1d-b60b-16c4bdc0a8ab" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 546.936576] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 546.936890] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 551.937402] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 551.937903] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 556.939069] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 556.939380] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 557.659607] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.659743] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.659816] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 557.660044] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 557.660246] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 558.162806] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 558.665211] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 559.169665] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 559.169665] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 559.903631] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.903989] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.904087] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 559.904312] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 559.916274] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 559.917225] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 559.918253] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 559.939456] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.939819] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.939950] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 559.940293] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 559.940429] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 559.940586] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 559.940700] env[65077]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65077) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 559.940811] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 559.966260] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.966594] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.966594] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 559.966704] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 559.966831] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 559.967141] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 559.991568] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.991568] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.991568] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 559.991568] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 559.991568] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 559.991976] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 560.024236] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.024547] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.024631] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 560.024889] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 560.025017] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 560.025151] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 560.025226] env[65077]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65077) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 560.025296] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 560.049225] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.049376] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.049503] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 560.049656] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 560.049745] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 560.049851] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 560.049958] env[65077]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65077) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 560.050157] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 560.072867] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.073128] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.073276] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 560.073606] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 560.073771] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 560.073953] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 560.074137] env[65077]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65077) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 560.074557] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 560.074557] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 560.074557] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 560.074702] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 560.074743] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 560.075123] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 560.075246] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 560.075359] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 560.097810] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.098207] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.098264] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 560.098499] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 560.098567] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 560.098689] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 560.124431] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.124716] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.124854] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 560.125164] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 560.125335] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 560.140669] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 561.940561] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 561.940561] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 563.186612] env[65077]: INFO networking_nsxv3.common.synchronization [None req-ef089977-c122-4db2-8b0a-57a332b90fb1 None None] Enqueued Resource ID: ec908feb-8ebb-43a8-aeef-e7c7a26e2acf with Priority: HIGHEST for action port [ 563.187905] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec908feb-8ebb-43a8-aeef-e7c7a26e2acf with Priority: HIGHEST for action port [ 563.188238] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec908feb-8ebb-43a8-aeef-e7c7a26e2acf taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.188370] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec908feb-8ebb-43a8-aeef-e7c7a26e2acf" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.188438] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec908feb-8ebb-43a8-aeef-e7c7a26e2acf" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 563.188690] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec908feb-8ebb-43a8-aeef-e7c7a26e2acf" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 563.188776] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec908feb-8ebb-43a8-aeef-e7c7a26e2acf',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 563.692564] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ec908feb-8ebb-43a8-aeef-e7c7a26e2acf [ 563.694102] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.694102] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.694102] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 563.694102] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 563.694102] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 563.694102] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ec908feb-8ebb-43a8-aeef-e7c7a26e2acf already deleted. [ 563.694102] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec908feb-8ebb-43a8-aeef-e7c7a26e2acf" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.102179] env[65077]: INFO networking_nsxv3.common.synchronization [None req-d6a2e4d1-2b22-4ff7-b396-54168ab93009 None None] Enqueued Resource ID: 04f042b9-54f0-40f0-b888-3a9a4ee8ced9 with Priority: HIGHEST for action port [ 565.102825] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04f042b9-54f0-40f0-b888-3a9a4ee8ced9 with Priority: HIGHEST for action port [ 565.103203] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-04f042b9-54f0-40f0-b888-3a9a4ee8ced9 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.103386] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04f042b9-54f0-40f0-b888-3a9a4ee8ced9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.103493] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04f042b9-54f0-40f0-b888-3a9a4ee8ced9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.103774] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04f042b9-54f0-40f0-b888-3a9a4ee8ced9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.103907] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04f042b9-54f0-40f0-b888-3a9a4ee8ced9',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 565.606485] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 04f042b9-54f0-40f0-b888-3a9a4ee8ced9 [ 565.606710] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.606844] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.606910] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.607171] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.607258] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.607372] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:04f042b9-54f0-40f0-b888-3a9a4ee8ced9 already deleted. [ 565.607423] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04f042b9-54f0-40f0-b888-3a9a4ee8ced9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.235683] env[65077]: INFO networking_nsxv3.common.synchronization [None req-6bce2c57-f483-46f2-839e-1c1a6dbdd8f6 None None] Enqueued Resource ID: 96886fe7-0900-405c-bd98-53c34a4e62ef with Priority: HIGHEST for action port [ 567.236303] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96886fe7-0900-405c-bd98-53c34a4e62ef with Priority: HIGHEST for action port [ 567.236571] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-96886fe7-0900-405c-bd98-53c34a4e62ef taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.236698] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96886fe7-0900-405c-bd98-53c34a4e62ef" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.236764] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96886fe7-0900-405c-bd98-53c34a4e62ef" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.237019] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96886fe7-0900-405c-bd98-53c34a4e62ef" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 567.237202] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96886fe7-0900-405c-bd98-53c34a4e62ef',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 567.465562] env[65077]: INFO networking_nsxv3.common.synchronization [None req-b70a8b94-0242-4ddb-b18b-9d423ac34312 None None] Enqueued Resource ID: a130134a-6002-49c7-9dda-92c352143041 with Priority: HIGHEST for action port [ 567.466184] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a130134a-6002-49c7-9dda-92c352143041 with Priority: HIGHEST for action port [ 567.466402] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-a130134a-6002-49c7-9dda-92c352143041 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.466584] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a130134a-6002-49c7-9dda-92c352143041" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.466627] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a130134a-6002-49c7-9dda-92c352143041" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.466880] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a130134a-6002-49c7-9dda-92c352143041" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 567.466978] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a130134a-6002-49c7-9dda-92c352143041',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 567.742833] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 96886fe7-0900-405c-bd98-53c34a4e62ef [ 567.742833] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.742945] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.743022] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.743246] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 567.743344] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.743444] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:96886fe7-0900-405c-bd98-53c34a4e62ef already deleted. [ 567.743529] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96886fe7-0900-405c-bd98-53c34a4e62ef" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.969281] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a130134a-6002-49c7-9dda-92c352143041 [ 567.969496] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.969634] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.969705] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.969924] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 567.970029] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.970128] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a130134a-6002-49c7-9dda-92c352143041 already deleted. [ 567.970208] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a130134a-6002-49c7-9dda-92c352143041" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 568.344219] env[65077]: INFO networking_nsxv3.common.synchronization [None req-eded4e7d-f1c5-4666-9006-e98b119c515b None None] Enqueued Resource ID: bb5f1172-5435-456d-8021-dd8dd0ba9cd0 with Priority: HIGHEST for action port [ 568.346145] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb5f1172-5435-456d-8021-dd8dd0ba9cd0 with Priority: HIGHEST for action port [ 568.346145] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb5f1172-5435-456d-8021-dd8dd0ba9cd0 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.346145] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb5f1172-5435-456d-8021-dd8dd0ba9cd0" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.346488] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb5f1172-5435-456d-8021-dd8dd0ba9cd0" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.346917] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb5f1172-5435-456d-8021-dd8dd0ba9cd0" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 568.347185] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb5f1172-5435-456d-8021-dd8dd0ba9cd0',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 568.850311] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bb5f1172-5435-456d-8021-dd8dd0ba9cd0 [ 568.850557] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.850698] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.850761] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.850982] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 568.851087] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 568.851185] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bb5f1172-5435-456d-8021-dd8dd0ba9cd0 already deleted. [ 568.851991] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb5f1172-5435-456d-8021-dd8dd0ba9cd0" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 569.740156] env[65077]: INFO networking_nsxv3.common.synchronization [None req-8b9226fb-5830-4658-8a6f-6f90b53f1e34 None None] Enqueued Resource ID: a8cf93db-fe5a-4c5f-8690-f2bda0050c89 with Priority: HIGHEST for action port [ 569.741767] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8cf93db-fe5a-4c5f-8690-f2bda0050c89 with Priority: HIGHEST for action port [ 569.742478] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8cf93db-fe5a-4c5f-8690-f2bda0050c89 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.742784] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8cf93db-fe5a-4c5f-8690-f2bda0050c89" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.742913] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8cf93db-fe5a-4c5f-8690-f2bda0050c89" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 569.743308] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8cf93db-fe5a-4c5f-8690-f2bda0050c89" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 569.743466] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8cf93db-fe5a-4c5f-8690-f2bda0050c89',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 569.848529] env[65077]: INFO networking_nsxv3.common.synchronization [None req-99ac14f3-dcf3-48f9-a7af-683d822aafe3 None None] Enqueued Resource ID: 336d7a76-3044-4820-830b-4ed38fa15e7a with Priority: HIGHEST for action port [ 569.849022] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 336d7a76-3044-4820-830b-4ed38fa15e7a with Priority: HIGHEST for action port [ 569.849320] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-336d7a76-3044-4820-830b-4ed38fa15e7a taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.849441] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-336d7a76-3044-4820-830b-4ed38fa15e7a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.849551] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-336d7a76-3044-4820-830b-4ed38fa15e7a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 569.849747] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-336d7a76-3044-4820-830b-4ed38fa15e7a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 569.849829] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('336d7a76-3044-4820-830b-4ed38fa15e7a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 570.248091] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a8cf93db-fe5a-4c5f-8690-f2bda0050c89 [ 570.248380] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.248523] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.248593] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.248808] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.248903] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.248998] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a8cf93db-fe5a-4c5f-8690-f2bda0050c89 already deleted. [ 570.249094] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8cf93db-fe5a-4c5f-8690-f2bda0050c89" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.355165] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 336d7a76-3044-4820-830b-4ed38fa15e7a [ 570.355165] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.355321] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.356953] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.357317] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.357430] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.357577] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:336d7a76-3044-4820-830b-4ed38fa15e7a already deleted. [ 570.357620] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-336d7a76-3044-4820-830b-4ed38fa15e7a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.542528] env[65077]: INFO networking_nsxv3.common.synchronization [None req-902828a6-d9e5-46ba-8be7-a9b60fb73920 None None] Enqueued Resource ID: 5245c779-1603-4fa3-8b1b-6917e1206629 with Priority: HIGHEST for action port [ 570.546572] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5245c779-1603-4fa3-8b1b-6917e1206629 with Priority: HIGHEST for action port [ 570.549422] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-5245c779-1603-4fa3-8b1b-6917e1206629 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.549422] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5245c779-1603-4fa3-8b1b-6917e1206629" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.549670] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5245c779-1603-4fa3-8b1b-6917e1206629" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.550770] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5245c779-1603-4fa3-8b1b-6917e1206629" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.550770] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5245c779-1603-4fa3-8b1b-6917e1206629',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 570.956743] env[65077]: INFO networking_nsxv3.common.synchronization [None req-1f6c80de-58ef-4fd4-8583-9d4934855f19 None None] Enqueued Resource ID: 2e26aefc-9c7a-4239-b113-b1dd995a073f with Priority: HIGHEST for action port [ 570.957483] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e26aefc-9c7a-4239-b113-b1dd995a073f with Priority: HIGHEST for action port [ 570.957860] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e26aefc-9c7a-4239-b113-b1dd995a073f taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.958088] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e26aefc-9c7a-4239-b113-b1dd995a073f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.958385] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e26aefc-9c7a-4239-b113-b1dd995a073f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.958785] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e26aefc-9c7a-4239-b113-b1dd995a073f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.958886] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e26aefc-9c7a-4239-b113-b1dd995a073f',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 571.055316] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5245c779-1603-4fa3-8b1b-6917e1206629 [ 571.055717] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.056061] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.056301] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.056485] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.056728] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.057979] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5245c779-1603-4fa3-8b1b-6917e1206629 already deleted. [ 571.058218] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5245c779-1603-4fa3-8b1b-6917e1206629" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.462472] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e26aefc-9c7a-4239-b113-b1dd995a073f [ 571.462762] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.462904] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.462975] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.463209] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.463387] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.463387] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e26aefc-9c7a-4239-b113-b1dd995a073f already deleted. [ 571.463534] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e26aefc-9c7a-4239-b113-b1dd995a073f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.047473] env[65077]: INFO networking_nsxv3.common.synchronization [None req-3440a84a-e42f-49e5-b3ae-a29824a7025d None None] Enqueued Resource ID: 9c4c611d-f7cc-4eba-b5f9-3e6d01abc62d with Priority: HIGHEST for action port [ 572.047473] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c4c611d-f7cc-4eba-b5f9-3e6d01abc62d with Priority: HIGHEST for action port [ 572.047473] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c4c611d-f7cc-4eba-b5f9-3e6d01abc62d taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.047473] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c4c611d-f7cc-4eba-b5f9-3e6d01abc62d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.047473] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c4c611d-f7cc-4eba-b5f9-3e6d01abc62d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.047473] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c4c611d-f7cc-4eba-b5f9-3e6d01abc62d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.047473] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c4c611d-f7cc-4eba-b5f9-3e6d01abc62d',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.550121] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9c4c611d-f7cc-4eba-b5f9-3e6d01abc62d [ 572.550121] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.551092] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.551092] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.551092] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.551092] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.551092] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9c4c611d-f7cc-4eba-b5f9-3e6d01abc62d already deleted. [ 572.551092] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c4c611d-f7cc-4eba-b5f9-3e6d01abc62d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.083840] env[65077]: INFO networking_nsxv3.common.synchronization [None req-e6f0c407-dd4d-4e00-8cff-6e8fdbb1afeb None None] Enqueued Resource ID: 6c0c5a1a-c3e0-420f-bb76-8335d5b3188a with Priority: HIGHEST for action port [ 573.084399] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c0c5a1a-c3e0-420f-bb76-8335d5b3188a with Priority: HIGHEST for action port [ 573.085134] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c0c5a1a-c3e0-420f-bb76-8335d5b3188a taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.085134] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c0c5a1a-c3e0-420f-bb76-8335d5b3188a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.085134] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c0c5a1a-c3e0-420f-bb76-8335d5b3188a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.085356] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c0c5a1a-c3e0-420f-bb76-8335d5b3188a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.085474] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c0c5a1a-c3e0-420f-bb76-8335d5b3188a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.588200] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6c0c5a1a-c3e0-420f-bb76-8335d5b3188a [ 573.589923] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.589923] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.589923] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.589923] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.589923] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.589923] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6c0c5a1a-c3e0-420f-bb76-8335d5b3188a already deleted. [ 573.589923] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c0c5a1a-c3e0-420f-bb76-8335d5b3188a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.176848] env[65077]: INFO networking_nsxv3.common.synchronization [None req-c8f422ee-b441-48de-9882-3d6a7ccf391d None None] Enqueued Resource ID: 9f012578-243f-428e-95ef-31f6352a6851 with Priority: HIGHEST for action port [ 574.177462] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f012578-243f-428e-95ef-31f6352a6851 with Priority: HIGHEST for action port [ 574.177875] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f012578-243f-428e-95ef-31f6352a6851 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.177875] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f012578-243f-428e-95ef-31f6352a6851" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.178083] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f012578-243f-428e-95ef-31f6352a6851" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.179274] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f012578-243f-428e-95ef-31f6352a6851" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.179393] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f012578-243f-428e-95ef-31f6352a6851',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.535186] env[65077]: INFO networking_nsxv3.common.synchronization [None req-8285b00f-197d-4cb2-92ca-999c170d9bca None None] Enqueued Resource ID: 24e0c746-d3a8-4906-9932-b7ae77763623 with Priority: HIGHEST for action port [ 574.535186] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24e0c746-d3a8-4906-9932-b7ae77763623 with Priority: HIGHEST for action port [ 574.535186] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-24e0c746-d3a8-4906-9932-b7ae77763623 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.535529] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24e0c746-d3a8-4906-9932-b7ae77763623" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.535529] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24e0c746-d3a8-4906-9932-b7ae77763623" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.536187] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24e0c746-d3a8-4906-9932-b7ae77763623" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.536336] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24e0c746-d3a8-4906-9932-b7ae77763623',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.681766] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9f012578-243f-428e-95ef-31f6352a6851 [ 574.682026] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.682162] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.682231] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.682442] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.682533] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.682627] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9f012578-243f-428e-95ef-31f6352a6851 already deleted. [ 574.682707] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f012578-243f-428e-95ef-31f6352a6851" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.039685] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 24e0c746-d3a8-4906-9932-b7ae77763623 [ 575.039919] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.040775] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.040775] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.040775] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.040775] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.040775] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:24e0c746-d3a8-4906-9932-b7ae77763623 already deleted. [ 575.040775] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24e0c746-d3a8-4906-9932-b7ae77763623" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.096861] env[65077]: INFO networking_nsxv3.common.synchronization [None req-65fc368a-62d4-4297-a749-5b77102a4bf4 None None] Enqueued Resource ID: 44730e60-0b40-4417-bf15-ca69cb1eb025 with Priority: HIGHEST for action port [ 576.097854] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44730e60-0b40-4417-bf15-ca69cb1eb025 with Priority: HIGHEST for action port [ 576.099438] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-44730e60-0b40-4417-bf15-ca69cb1eb025 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.099438] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44730e60-0b40-4417-bf15-ca69cb1eb025" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.099438] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44730e60-0b40-4417-bf15-ca69cb1eb025" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.099438] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44730e60-0b40-4417-bf15-ca69cb1eb025" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.099438] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44730e60-0b40-4417-bf15-ca69cb1eb025',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.132447] env[65077]: INFO networking_nsxv3.common.synchronization [None req-1164bc12-b477-4d86-843a-1e56dce64c38 None None] Enqueued Resource ID: 5142c8af-65c3-4842-bbe0-b849c890f01c with Priority: HIGHEST for action port [ 576.133201] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5142c8af-65c3-4842-bbe0-b849c890f01c with Priority: HIGHEST for action port [ 576.133749] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-5142c8af-65c3-4842-bbe0-b849c890f01c taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.134876] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5142c8af-65c3-4842-bbe0-b849c890f01c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.135095] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5142c8af-65c3-4842-bbe0-b849c890f01c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.135627] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5142c8af-65c3-4842-bbe0-b849c890f01c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.135816] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5142c8af-65c3-4842-bbe0-b849c890f01c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.601437] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 44730e60-0b40-4417-bf15-ca69cb1eb025 [ 576.601787] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.601970] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.602294] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.602294] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.602423] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.602476] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:44730e60-0b40-4417-bf15-ca69cb1eb025 already deleted. [ 576.602511] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44730e60-0b40-4417-bf15-ca69cb1eb025" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.638940] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5142c8af-65c3-4842-bbe0-b849c890f01c [ 576.638940] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.638940] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.638940] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.638940] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.639252] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.639252] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5142c8af-65c3-4842-bbe0-b849c890f01c already deleted. [ 576.639252] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5142c8af-65c3-4842-bbe0-b849c890f01c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.850130] env[65077]: INFO networking_nsxv3.common.synchronization [None req-d13f9721-b0be-4164-a319-86f51fb97f22 None None] Enqueued Resource ID: b3f0b363-f808-49bb-a316-dfa94a3efc68 with Priority: HIGHEST for action port [ 576.850130] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3f0b363-f808-49bb-a316-dfa94a3efc68 with Priority: HIGHEST for action port [ 576.850300] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3f0b363-f808-49bb-a316-dfa94a3efc68 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.850396] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3f0b363-f808-49bb-a316-dfa94a3efc68" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.850452] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3f0b363-f808-49bb-a316-dfa94a3efc68" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.850670] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3f0b363-f808-49bb-a316-dfa94a3efc68" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.850746] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3f0b363-f808-49bb-a316-dfa94a3efc68',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.354521] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b3f0b363-f808-49bb-a316-dfa94a3efc68 [ 577.354521] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.354521] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.354521] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.354521] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.354521] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.355016] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b3f0b363-f808-49bb-a316-dfa94a3efc68 already deleted. [ 577.355016] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3f0b363-f808-49bb-a316-dfa94a3efc68" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.262503] env[65077]: INFO networking_nsxv3.common.synchronization [None req-fa8b90e3-67a2-453f-910c-525402f10418 None None] Enqueued Resource ID: c5ca07a8-8bb1-451c-a1bc-5a37f0da4cde with Priority: HIGHEST for action port [ 578.262780] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5ca07a8-8bb1-451c-a1bc-5a37f0da4cde with Priority: HIGHEST for action port [ 578.263400] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5ca07a8-8bb1-451c-a1bc-5a37f0da4cde taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.263523] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5ca07a8-8bb1-451c-a1bc-5a37f0da4cde" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.263586] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5ca07a8-8bb1-451c-a1bc-5a37f0da4cde" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.264629] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5ca07a8-8bb1-451c-a1bc-5a37f0da4cde" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.264629] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5ca07a8-8bb1-451c-a1bc-5a37f0da4cde',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.767452] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c5ca07a8-8bb1-451c-a1bc-5a37f0da4cde [ 578.767797] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.768951] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.768951] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.768951] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.768951] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.768951] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c5ca07a8-8bb1-451c-a1bc-5a37f0da4cde already deleted. [ 578.768951] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5ca07a8-8bb1-451c-a1bc-5a37f0da4cde" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.212166] env[65077]: INFO networking_nsxv3.common.synchronization [req-867de96d-26dd-44fd-83b6-416bee43ac88 req-ca12bea5-02bb-4686-81f1-9c34b34e0344 tempest-ImagesNegativeTestJSON-934824856 tempest-ImagesNegativeTestJSON-934824856-project-member] Enqueued Resource ID: 4d792878-6d10-49dd-b190-04454883a85e with Priority: HIGHEST for action security_group_members [ 579.212639] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d792878-6d10-49dd-b190-04454883a85e with Priority: HIGHEST for action security_group_members [ 579.212935] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d792878-6d10-49dd-b190-04454883a85e taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.213414] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d792878-6d10-49dd-b190-04454883a85e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.214436] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d792878-6d10-49dd-b190-04454883a85e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.214717] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d792878-6d10-49dd-b190-04454883a85e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.214906] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.215028] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.215086] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.215256] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.215346] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.215457] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d792878-6d10-49dd-b190-04454883a85e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.232423] env[65077]: INFO networking_nsxv3.common.synchronization [None req-7d5a9a9a-07fd-46fa-9f54-53699894aecb None None] Enqueued Resource ID: 728b7775-fed2-45c1-ae07-4b876b88351c with Priority: HIGHEST for action port [ 579.232705] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 728b7775-fed2-45c1-ae07-4b876b88351c with Priority: HIGHEST for action port [ 579.233780] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-728b7775-fed2-45c1-ae07-4b876b88351c taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.233780] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-728b7775-fed2-45c1-ae07-4b876b88351c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.233780] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-728b7775-fed2-45c1-ae07-4b876b88351c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.233780] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-728b7775-fed2-45c1-ae07-4b876b88351c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.233780] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('728b7775-fed2-45c1-ae07-4b876b88351c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.326455] env[65077]: INFO networking_nsxv3.common.synchronization [None req-d589eb19-c14b-4f2d-9497-816ce678c98e None None] Enqueued Resource ID: 2bb515b8-c528-4f09-ad92-f415c5c258f6 with Priority: HIGHEST for action port [ 579.327100] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bb515b8-c528-4f09-ad92-f415c5c258f6 with Priority: HIGHEST for action port [ 579.327357] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-2bb515b8-c528-4f09-ad92-f415c5c258f6 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.327473] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2bb515b8-c528-4f09-ad92-f415c5c258f6" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.327583] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2bb515b8-c528-4f09-ad92-f415c5c258f6" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.327802] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2bb515b8-c528-4f09-ad92-f415c5c258f6" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.327897] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bb515b8-c528-4f09-ad92-f415c5c258f6',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.719576] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.719576] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.719576] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.719576] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.719576] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.719576] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.719576] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.719576] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.719576] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.719576] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.719576] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d792878-6d10-49dd-b190-04454883a85e already deleted. [ 579.719576] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d792878-6d10-49dd-b190-04454883a85e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.738290] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 728b7775-fed2-45c1-ae07-4b876b88351c [ 579.738541] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.738674] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.738745] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.739055] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.739055] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.739136] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:728b7775-fed2-45c1-ae07-4b876b88351c already deleted. [ 579.739221] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-728b7775-fed2-45c1-ae07-4b876b88351c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.832139] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2bb515b8-c528-4f09-ad92-f415c5c258f6 [ 579.832449] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.832449] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.832449] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.834199] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.834199] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.834199] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2bb515b8-c528-4f09-ad92-f415c5c258f6 already deleted. [ 579.834199] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2bb515b8-c528-4f09-ad92-f415c5c258f6" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.281930] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock network-454 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.281930] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "network-454" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.281930] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "network-454" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.285736] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "network-454" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.285736] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.285736] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.285736] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.285736] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.285736] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.285736] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 580.285736] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 580.286136] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 580.286136] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 580.286136] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 580.286136] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 580.286274] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 580.311573] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 580.311741] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 580.311878] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 580.312064] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "network-454" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.312396] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock port-817751c9-d8f0-4726-b766-cc4db7c6b729 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.312568] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "port-817751c9-d8f0-4726-b766-cc4db7c6b729" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.312680] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "port-817751c9-d8f0-4726-b766-cc4db7c6b729" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.313070] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "port-817751c9-d8f0-4726-b766-cc4db7c6b729" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.313270] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('817751c9-d8f0-4726-b766-cc4db7c6b729',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.809863] env[65077]: INFO networking_nsxv3.common.synchronization [None req-9f1ca4cc-7100-4d99-9ef2-14077c13ae3d None None] Enqueued Resource ID: 450cf926-fb5d-4656-bbb7-319655c08307 with Priority: HIGHEST for action port [ 580.810202] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 450cf926-fb5d-4656-bbb7-319655c08307 with Priority: HIGHEST for action port [ 580.810744] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-450cf926-fb5d-4656-bbb7-319655c08307 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.810872] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-450cf926-fb5d-4656-bbb7-319655c08307" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.810942] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-450cf926-fb5d-4656-bbb7-319655c08307" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.811276] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-450cf926-fb5d-4656-bbb7-319655c08307" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.811361] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('450cf926-fb5d-4656-bbb7-319655c08307',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.817177] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.817401] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.817527] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.818135] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.818335] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.818501] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Segment Port 817751c9-d8f0-4726-b766-cc4db7c6b729 not found, creating... [ 580.818765] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.818921] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.819048] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.819274] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.819441] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.819770] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.819921] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.820118] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.820339] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.820491] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.820629] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Resource: SegmentPort with ID: 817751c9-d8f0-4726-b766-cc4db7c6b729 is going to be created. [ 580.847388] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.847836] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.847836] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.848166] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.848370] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.848472] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "port-817751c9-d8f0-4726-b766-cc4db7c6b729" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.888137] env[65077]: INFO networking_nsxv3.common.synchronization [None req-07f4a5ff-09db-421c-b42c-54e15215a767 None None] Enqueued Resource ID: 768a5e47-ba09-4687-95ab-4b9a9fdc8d50 with Priority: HIGHEST for action port [ 580.888659] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 768a5e47-ba09-4687-95ab-4b9a9fdc8d50 with Priority: HIGHEST for action port [ 580.889600] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-768a5e47-ba09-4687-95ab-4b9a9fdc8d50 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.889757] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-768a5e47-ba09-4687-95ab-4b9a9fdc8d50" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.889894] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-768a5e47-ba09-4687-95ab-4b9a9fdc8d50" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.890313] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-768a5e47-ba09-4687-95ab-4b9a9fdc8d50" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.892176] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('768a5e47-ba09-4687-95ab-4b9a9fdc8d50',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.313896] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 450cf926-fb5d-4656-bbb7-319655c08307 [ 581.314627] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.314950] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.315081] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.315385] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.316720] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.316720] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:450cf926-fb5d-4656-bbb7-319655c08307 already deleted. [ 581.316837] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-450cf926-fb5d-4656-bbb7-319655c08307" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.399465] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 768a5e47-ba09-4687-95ab-4b9a9fdc8d50 [ 581.399465] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.399465] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.399465] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.400395] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.400395] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.400395] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:768a5e47-ba09-4687-95ab-4b9a9fdc8d50 already deleted. [ 581.400482] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-768a5e47-ba09-4687-95ab-4b9a9fdc8d50" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.678485] env[65077]: INFO networking_nsxv3.common.synchronization [req-867de96d-26dd-44fd-83b6-416bee43ac88 req-355085f5-ccc2-4ba8-bc54-127a3ab7e4f0 service nova] Enqueued Resource ID: 4d792878-6d10-49dd-b190-04454883a85e with Priority: HIGHEST for action security_group_rules [ 581.678726] env[65077]: INFO networking_nsxv3.common.synchronization [req-867de96d-26dd-44fd-83b6-416bee43ac88 req-355085f5-ccc2-4ba8-bc54-127a3ab7e4f0 service nova] Enqueued Resource ID: 4d792878-6d10-49dd-b190-04454883a85e with Priority: HIGHEST for action security_group_members [ 581.678866] env[65077]: INFO networking_nsxv3.common.synchronization [req-867de96d-26dd-44fd-83b6-416bee43ac88 req-355085f5-ccc2-4ba8-bc54-127a3ab7e4f0 service nova] Enqueued Resource ID: 817751c9-d8f0-4726-b766-cc4db7c6b729 with Priority: HIGHEST for action port [ 581.679575] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d792878-6d10-49dd-b190-04454883a85e with Priority: HIGHEST for action security_group_rules [ 581.679575] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d792878-6d10-49dd-b190-04454883a85e with Priority: HIGHEST for action security_group_members [ 581.679691] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 817751c9-d8f0-4726-b766-cc4db7c6b729 with Priority: HIGHEST for action port [ 581.679943] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d792878-6d10-49dd-b190-04454883a85e taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.680182] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d792878-6d10-49dd-b190-04454883a85e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.680255] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d792878-6d10-49dd-b190-04454883a85e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.680565] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d792878-6d10-49dd-b190-04454883a85e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.680657] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d792878-6d10-49dd-b190-04454883a85e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.682436] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d792878-6d10-49dd-b190-04454883a85e taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.682436] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d792878-6d10-49dd-b190-04454883a85e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.682538] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d792878-6d10-49dd-b190-04454883a85e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.682712] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d792878-6d10-49dd-b190-04454883a85e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.683037] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.683387] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.683827] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.683827] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.683917] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.683987] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d792878-6d10-49dd-b190-04454883a85e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.685249] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-817751c9-d8f0-4726-b766-cc4db7c6b729 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.685385] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-817751c9-d8f0-4726-b766-cc4db7c6b729" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.685469] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-817751c9-d8f0-4726-b766-cc4db7c6b729" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.685649] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-817751c9-d8f0-4726-b766-cc4db7c6b729" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.685731] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('817751c9-d8f0-4726-b766-cc4db7c6b729',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.189711] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d792878-6d10-49dd-b190-04454883a85e taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.190066] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d792878-6d10-49dd-b190-04454883a85e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.202859] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 817751c9-d8f0-4726-b766-cc4db7c6b729 with status ACTIVE [ 582.202859] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.202859] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.202859] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.203221] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.203221] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.203474] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.203474] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.203474] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.203651] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.203688] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.203827] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.203914] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.203972] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.204121] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.207279] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.207400] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 817751c9-d8f0-4726-b766-cc4db7c6b729 is going to be updated. [ 582.208559] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4d792878-6d10-49dd-b190-04454883a85e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.230934] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.231171] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.231280] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.231563] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.231717] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.231918] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-817751c9-d8f0-4726-b766-cc4db7c6b729" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.713018] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4d792878-6d10-49dd-b190-04454883a85e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.718611] env[65077]: INFO networking_nsxv3.common.synchronization [None req-0a23984c-8a2f-4f3b-b6ad-8381076de805 None None] Enqueued Resource ID: dc22a45b-7c0d-452e-8826-709957012b52 with Priority: HIGHEST for action port [ 582.718861] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc22a45b-7c0d-452e-8826-709957012b52 with Priority: HIGHEST for action port [ 582.719435] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc22a45b-7c0d-452e-8826-709957012b52 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.719565] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc22a45b-7c0d-452e-8826-709957012b52" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.719653] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc22a45b-7c0d-452e-8826-709957012b52" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.719904] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc22a45b-7c0d-452e-8826-709957012b52" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.719988] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc22a45b-7c0d-452e-8826-709957012b52',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.009732] env[65077]: INFO networking_nsxv3.common.synchronization [req-ba1e6901-8ad3-4f25-80de-60a0ec140ef7 req-c4652726-53c3-4796-b075-f18fb514030c tempest-DeleteServersAdminTestJSON-1698011950 tempest-DeleteServersAdminTestJSON-1698011950-project-member] Enqueued Resource ID: 08aad7f7-4aac-4d9e-9092-e8d90225715a with Priority: HIGHEST for action security_group_members [ 583.009732] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08aad7f7-4aac-4d9e-9092-e8d90225715a with Priority: HIGHEST for action security_group_members [ 583.010132] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-08aad7f7-4aac-4d9e-9092-e8d90225715a taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.012711] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08aad7f7-4aac-4d9e-9092-e8d90225715a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.012711] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08aad7f7-4aac-4d9e-9092-e8d90225715a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.012711] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08aad7f7-4aac-4d9e-9092-e8d90225715a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.012711] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.012711] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.012711] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.012711] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.012711] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.012711] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08aad7f7-4aac-4d9e-9092-e8d90225715a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.093654] env[65077]: INFO networking_nsxv3.common.synchronization [None req-c4653e83-a4e8-4d79-8a7f-42dc321617f5 None None] Enqueued Resource ID: 2e69a5ac-24fc-42e4-ae47-2a8483218732 with Priority: HIGHEST for action port [ 583.094376] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e69a5ac-24fc-42e4-ae47-2a8483218732 with Priority: HIGHEST for action port [ 583.094792] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e69a5ac-24fc-42e4-ae47-2a8483218732 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.095070] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e69a5ac-24fc-42e4-ae47-2a8483218732" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.095226] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e69a5ac-24fc-42e4-ae47-2a8483218732" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.095544] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e69a5ac-24fc-42e4-ae47-2a8483218732" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.096144] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e69a5ac-24fc-42e4-ae47-2a8483218732',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.213793] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.214111] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.214111] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.214390] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.214390] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.214390] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d792878-6d10-49dd-b190-04454883a85e is going to be created. [ 583.221973] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dc22a45b-7c0d-452e-8826-709957012b52 [ 583.222558] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.223150] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.223150] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.223258] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.223344] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.223438] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dc22a45b-7c0d-452e-8826-709957012b52 already deleted. [ 583.223541] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc22a45b-7c0d-452e-8826-709957012b52" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.244518] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.244697] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.244766] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.244994] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.245194] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.255354] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d792878-6d10-49dd-b190-04454883a85e in Status: UNINITIALIZED for 2s [ 583.513945] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.514131] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.514182] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.514843] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.514843] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.514843] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.515467] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.515467] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.515467] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.515467] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.515467] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08aad7f7-4aac-4d9e-9092-e8d90225715a already deleted. [ 583.515467] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08aad7f7-4aac-4d9e-9092-e8d90225715a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.598403] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e69a5ac-24fc-42e4-ae47-2a8483218732 [ 583.598950] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.598950] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.598950] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.599417] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.599578] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.599865] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e69a5ac-24fc-42e4-ae47-2a8483218732 already deleted. [ 583.599994] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e69a5ac-24fc-42e4-ae47-2a8483218732" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.643042] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock network-469 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.643042] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "network-469" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.643042] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "network-469" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.643336] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "network-469" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.643632] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.643795] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.643904] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.644130] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.644260] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.644456] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 583.644562] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 583.644663] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 583.644762] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 583.644863] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 583.644980] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 583.645143] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 583.666933] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 583.666933] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 583.666933] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 583.666933] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "network-469" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.666933] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock port-5d3ea573-6ed6-4a84-b6d2-c3ed76002bfb taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.666933] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "port-5d3ea573-6ed6-4a84-b6d2-c3ed76002bfb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.666933] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "port-5d3ea573-6ed6-4a84-b6d2-c3ed76002bfb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.666933] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "port-5d3ea573-6ed6-4a84-b6d2-c3ed76002bfb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.666933] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d3ea573-6ed6-4a84-b6d2-c3ed76002bfb',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.947560] env[65077]: INFO networking_nsxv3.common.synchronization [None req-604f0b53-5012-401b-a3a4-aeec518afce9 None None] Enqueued Resource ID: 266fca71-a7eb-466a-977f-aca82a917b2e with Priority: HIGHEST for action port [ 583.947712] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 266fca71-a7eb-466a-977f-aca82a917b2e with Priority: HIGHEST for action port [ 583.947962] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-266fca71-a7eb-466a-977f-aca82a917b2e taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.948099] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-266fca71-a7eb-466a-977f-aca82a917b2e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.948166] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-266fca71-a7eb-466a-977f-aca82a917b2e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.948884] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-266fca71-a7eb-466a-977f-aca82a917b2e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.948884] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('266fca71-a7eb-466a-977f-aca82a917b2e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.169281] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.169728] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.169960] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.170349] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.170634] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.170884] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Segment Port 5d3ea573-6ed6-4a84-b6d2-c3ed76002bfb not found, creating... [ 584.171255] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.171563] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.171775] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.172136] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.172390] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.174946] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.174946] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.174946] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.174946] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.174946] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.174946] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Resource: SegmentPort with ID: 5d3ea573-6ed6-4a84-b6d2-c3ed76002bfb is going to be created. [ 584.196746] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.196746] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.196746] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.196746] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.196746] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.196746] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "port-5d3ea573-6ed6-4a84-b6d2-c3ed76002bfb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.371053] env[65077]: INFO networking_nsxv3.common.synchronization [req-73d7229f-6af9-4cb9-99fd-f83507b81972 req-2f67ba31-2669-4996-bef1-e049584ca294 tempest-ServerExternalEventsTest-227669613 tempest-ServerExternalEventsTest-227669613-project-member] Enqueued Resource ID: 09ea07ac-28de-4a88-99f6-ae73105ee587 with Priority: HIGHEST for action security_group_members [ 584.371307] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09ea07ac-28de-4a88-99f6-ae73105ee587 with Priority: HIGHEST for action security_group_members [ 584.371403] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-09ea07ac-28de-4a88-99f6-ae73105ee587 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.371527] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09ea07ac-28de-4a88-99f6-ae73105ee587" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.371593] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09ea07ac-28de-4a88-99f6-ae73105ee587" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.371851] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09ea07ac-28de-4a88-99f6-ae73105ee587" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.372027] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.372795] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.372859] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.373035] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.373123] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.373221] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09ea07ac-28de-4a88-99f6-ae73105ee587',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.453912] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 266fca71-a7eb-466a-977f-aca82a917b2e [ 584.454214] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.454390] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.455211] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.455666] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.456345] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.456345] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:266fca71-a7eb-466a-977f-aca82a917b2e already deleted. [ 584.456455] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-266fca71-a7eb-466a-977f-aca82a917b2e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.875738] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.875738] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.875738] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.875916] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.876021] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.876222] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.876335] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.876396] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.876546] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.876614] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.876763] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09ea07ac-28de-4a88-99f6-ae73105ee587 already deleted. [ 584.876811] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09ea07ac-28de-4a88-99f6-ae73105ee587" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.922963] env[65077]: INFO networking_nsxv3.common.synchronization [None req-f81f9cf0-ada3-4e12-bfb7-fa550a8b7a85 None None] Enqueued Resource ID: abf6ce31-c90a-4831-b20c-6a8c1466e299 with Priority: HIGHEST for action port [ 584.923338] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abf6ce31-c90a-4831-b20c-6a8c1466e299 with Priority: HIGHEST for action port [ 584.923429] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-abf6ce31-c90a-4831-b20c-6a8c1466e299 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.923520] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-abf6ce31-c90a-4831-b20c-6a8c1466e299" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.923699] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-abf6ce31-c90a-4831-b20c-6a8c1466e299" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.923823] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-abf6ce31-c90a-4831-b20c-6a8c1466e299" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.923896] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abf6ce31-c90a-4831-b20c-6a8c1466e299',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.079879] env[65077]: INFO networking_nsxv3.common.synchronization [req-ba1e6901-8ad3-4f25-80de-60a0ec140ef7 req-0059af70-79c3-4457-9512-700e395e3f30 service nova] Enqueued Resource ID: 08aad7f7-4aac-4d9e-9092-e8d90225715a with Priority: HIGHEST for action security_group_rules [ 585.079879] env[65077]: INFO networking_nsxv3.common.synchronization [req-ba1e6901-8ad3-4f25-80de-60a0ec140ef7 req-0059af70-79c3-4457-9512-700e395e3f30 service nova] Enqueued Resource ID: 08aad7f7-4aac-4d9e-9092-e8d90225715a with Priority: HIGHEST for action security_group_members [ 585.079993] env[65077]: INFO networking_nsxv3.common.synchronization [req-ba1e6901-8ad3-4f25-80de-60a0ec140ef7 req-0059af70-79c3-4457-9512-700e395e3f30 service nova] Enqueued Resource ID: 5d3ea573-6ed6-4a84-b6d2-c3ed76002bfb with Priority: HIGHEST for action port [ 585.080271] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08aad7f7-4aac-4d9e-9092-e8d90225715a with Priority: HIGHEST for action security_group_rules [ 585.080308] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08aad7f7-4aac-4d9e-9092-e8d90225715a with Priority: HIGHEST for action security_group_members [ 585.080388] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d3ea573-6ed6-4a84-b6d2-c3ed76002bfb with Priority: HIGHEST for action port [ 585.080947] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08aad7f7-4aac-4d9e-9092-e8d90225715a taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.081580] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08aad7f7-4aac-4d9e-9092-e8d90225715a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.081580] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08aad7f7-4aac-4d9e-9092-e8d90225715a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.081580] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08aad7f7-4aac-4d9e-9092-e8d90225715a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.081580] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08aad7f7-4aac-4d9e-9092-e8d90225715a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.083577] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-08aad7f7-4aac-4d9e-9092-e8d90225715a taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.083638] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08aad7f7-4aac-4d9e-9092-e8d90225715a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.083676] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08aad7f7-4aac-4d9e-9092-e8d90225715a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.083986] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08aad7f7-4aac-4d9e-9092-e8d90225715a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.083986] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.084179] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.084179] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.084294] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.084767] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.084767] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08aad7f7-4aac-4d9e-9092-e8d90225715a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.085325] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d3ea573-6ed6-4a84-b6d2-c3ed76002bfb taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.085545] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d3ea573-6ed6-4a84-b6d2-c3ed76002bfb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.085545] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d3ea573-6ed6-4a84-b6d2-c3ed76002bfb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.085940] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d3ea573-6ed6-4a84-b6d2-c3ed76002bfb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.085940] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d3ea573-6ed6-4a84-b6d2-c3ed76002bfb',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.265773] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d792878-6d10-49dd-b190-04454883a85e in Status: SUCCESS [ 585.268819] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d792878-6d10-49dd-b190-04454883a85e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.268819] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d792878-6d10-49dd-b190-04454883a85e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.268819] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d792878-6d10-49dd-b190-04454883a85e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.268819] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.268819] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.268819] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.268819] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.268819] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.268819] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d792878-6d10-49dd-b190-04454883a85e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.268819] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4d792878-6d10-49dd-b190-04454883a85e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.407220] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock network-469 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.407220] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "network-469" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.407220] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "network-469" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.407719] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "network-469" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.407940] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.408188] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.408340] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.408607] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.408793] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.409033] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 585.409176] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 585.409306] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 585.409434] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 585.410389] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 585.410389] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 585.410389] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 585.427721] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port abf6ce31-c90a-4831-b20c-6a8c1466e299 [ 585.427841] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.428063] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.428063] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.428282] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.428373] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.429053] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:abf6ce31-c90a-4831-b20c-6a8c1466e299 already deleted. [ 585.429053] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-abf6ce31-c90a-4831-b20c-6a8c1466e299" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.431115] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 585.431115] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 585.431115] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 585.431115] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "network-469" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.431115] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock port-b9934191-7404-4f5a-8e01-d11e5a4a5bd7 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.431376] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "port-b9934191-7404-4f5a-8e01-d11e5a4a5bd7" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.432142] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "port-b9934191-7404-4f5a-8e01-d11e5a4a5bd7" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.432410] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "port-b9934191-7404-4f5a-8e01-d11e5a4a5bd7" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.432558] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9934191-7404-4f5a-8e01-d11e5a4a5bd7',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.591040] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-08aad7f7-4aac-4d9e-9092-e8d90225715a taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.591040] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08aad7f7-4aac-4d9e-9092-e8d90225715a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.591040] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('08aad7f7-4aac-4d9e-9092-e8d90225715a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.591040] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d3ea573-6ed6-4a84-b6d2-c3ed76002bfb with status ACTIVE [ 585.591040] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.591040] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.591040] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.591040] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.591040] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.591040] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.591040] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.591040] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.591040] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.591040] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.591834] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.592036] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.592036] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.592180] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.592255] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.592340] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d3ea573-6ed6-4a84-b6d2-c3ed76002bfb is going to be updated. [ 585.615102] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.615265] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.615355] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.615520] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.615661] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.615821] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d3ea573-6ed6-4a84-b6d2-c3ed76002bfb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.774408] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d792878-6d10-49dd-b190-04454883a85e taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.775928] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d792878-6d10-49dd-b190-04454883a85e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.775928] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d792878-6d10-49dd-b190-04454883a85e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.775928] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d792878-6d10-49dd-b190-04454883a85e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.775928] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.775928] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.775928] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.775928] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.775928] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.775928] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d792878-6d10-49dd-b190-04454883a85e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.775928] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d792878-6d10-49dd-b190-04454883a85e taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.775928] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d792878-6d10-49dd-b190-04454883a85e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.775928] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d792878-6d10-49dd-b190-04454883a85e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.775928] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d792878-6d10-49dd-b190-04454883a85e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.776554] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.776554] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.776554] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.776554] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.776554] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.776554] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d792878-6d10-49dd-b190-04454883a85e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.776748] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4d792878-6d10-49dd-b190-04454883a85e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.935438] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.935772] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.935916] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.936201] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.936344] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.936492] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Segment Port b9934191-7404-4f5a-8e01-d11e5a4a5bd7 not found, creating... [ 585.936753] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.936903] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.937023] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.937237] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.937393] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.937667] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.938374] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.939368] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.939780] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.940277] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.940454] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Resource: SegmentPort with ID: b9934191-7404-4f5a-8e01-d11e5a4a5bd7 is going to be created. [ 585.962068] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.962749] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.962884] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.963249] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.963493] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.963727] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "port-b9934191-7404-4f5a-8e01-d11e5a4a5bd7" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.096030] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('08aad7f7-4aac-4d9e-9092-e8d90225715a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.280676] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4d792878-6d10-49dd-b190-04454883a85e: rpc.has_security_group_logging(os_id): False [ 586.299604] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.299809] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.299809] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.300039] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.300133] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.300352] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.300813] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.300926] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.301127] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.301213] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.301519] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.301602] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.301602] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.301743] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.301867] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.302016] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.302117] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.302179] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.302320] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.302396] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.302482] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d792878-6d10-49dd-b190-04454883a85e is going to be created. [ 586.378210] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.378367] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.378466] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.378686] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.378900] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.392517] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4d792878-6d10-49dd-b190-04454883a85e in Status: IN_PROGRESS for 2s [ 586.440085] env[65077]: INFO networking_nsxv3.common.synchronization [None req-a7dab0be-f00c-4f23-b7b6-09cb00dc03f4 None None] Enqueued Resource ID: 6ccaee95-09d2-4d04-b631-7e344709e7bf with Priority: HIGHEST for action port [ 586.440409] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ccaee95-09d2-4d04-b631-7e344709e7bf with Priority: HIGHEST for action port [ 586.441035] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ccaee95-09d2-4d04-b631-7e344709e7bf taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.441193] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ccaee95-09d2-4d04-b631-7e344709e7bf" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.441193] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ccaee95-09d2-4d04-b631-7e344709e7bf" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.441719] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ccaee95-09d2-4d04-b631-7e344709e7bf" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.441719] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ccaee95-09d2-4d04-b631-7e344709e7bf',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.598437] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.599348] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.599348] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.599348] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.599348] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.599348] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08aad7f7-4aac-4d9e-9092-e8d90225715a is going to be created. [ 586.622783] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.622938] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.622979] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.623196] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.623354] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.641953] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08aad7f7-4aac-4d9e-9092-e8d90225715a in Status: UNINITIALIZED for 2s [ 586.657795] env[65077]: INFO networking_nsxv3.common.synchronization [req-8d128b26-0a84-4f18-af76-b80234ea5913 req-ddcfc02b-d003-41bb-b80e-4fc9d5077a58 tempest-ServerAddressesNegativeTestJSON-700699717 tempest-ServerAddressesNegativeTestJSON-700699717-project-member] Enqueued Resource ID: 16491986-fcfe-43de-81fd-ab19df2b7fdb with Priority: HIGHEST for action security_group_members [ 586.657795] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16491986-fcfe-43de-81fd-ab19df2b7fdb with Priority: HIGHEST for action security_group_members [ 586.658540] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-16491986-fcfe-43de-81fd-ab19df2b7fdb taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.660856] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16491986-fcfe-43de-81fd-ab19df2b7fdb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.660856] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16491986-fcfe-43de-81fd-ab19df2b7fdb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.660856] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16491986-fcfe-43de-81fd-ab19df2b7fdb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.660856] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.660856] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.660856] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.660856] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.660856] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.660856] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16491986-fcfe-43de-81fd-ab19df2b7fdb',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.719397] env[65077]: INFO networking_nsxv3.common.synchronization [req-73d7229f-6af9-4cb9-99fd-f83507b81972 req-8d0814d7-5b46-4948-af2a-940470777b1e service nova] Enqueued Resource ID: 09ea07ac-28de-4a88-99f6-ae73105ee587 with Priority: HIGHEST for action security_group_rules [ 586.719397] env[65077]: INFO networking_nsxv3.common.synchronization [req-73d7229f-6af9-4cb9-99fd-f83507b81972 req-8d0814d7-5b46-4948-af2a-940470777b1e service nova] Enqueued Resource ID: 09ea07ac-28de-4a88-99f6-ae73105ee587 with Priority: HIGHEST for action security_group_members [ 586.719397] env[65077]: INFO networking_nsxv3.common.synchronization [req-73d7229f-6af9-4cb9-99fd-f83507b81972 req-8d0814d7-5b46-4948-af2a-940470777b1e service nova] Enqueued Resource ID: b9934191-7404-4f5a-8e01-d11e5a4a5bd7 with Priority: HIGHEST for action port [ 586.719397] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09ea07ac-28de-4a88-99f6-ae73105ee587 with Priority: HIGHEST for action security_group_rules [ 586.719397] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09ea07ac-28de-4a88-99f6-ae73105ee587 with Priority: HIGHEST for action security_group_members [ 586.719397] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9934191-7404-4f5a-8e01-d11e5a4a5bd7 with Priority: HIGHEST for action port [ 586.719397] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09ea07ac-28de-4a88-99f6-ae73105ee587 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.722183] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09ea07ac-28de-4a88-99f6-ae73105ee587" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.722302] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09ea07ac-28de-4a88-99f6-ae73105ee587" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.722618] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09ea07ac-28de-4a88-99f6-ae73105ee587" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.722618] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09ea07ac-28de-4a88-99f6-ae73105ee587',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.724761] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-09ea07ac-28de-4a88-99f6-ae73105ee587 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.724761] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09ea07ac-28de-4a88-99f6-ae73105ee587" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.724761] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09ea07ac-28de-4a88-99f6-ae73105ee587" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.724761] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09ea07ac-28de-4a88-99f6-ae73105ee587" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.724761] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.725429] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.727995] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.727995] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.727995] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.727995] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09ea07ac-28de-4a88-99f6-ae73105ee587',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.728459] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9934191-7404-4f5a-8e01-d11e5a4a5bd7 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.728572] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9934191-7404-4f5a-8e01-d11e5a4a5bd7" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.728637] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9934191-7404-4f5a-8e01-d11e5a4a5bd7" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.728799] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9934191-7404-4f5a-8e01-d11e5a4a5bd7" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.728874] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9934191-7404-4f5a-8e01-d11e5a4a5bd7',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.934780] env[65077]: INFO networking_nsxv3.common.synchronization [None req-d9f1e66b-095c-40e5-9a5b-b368af0991da None None] Enqueued Resource ID: efbf938d-69da-4f46-a50d-c3852856c3d6 with Priority: HIGHEST for action port [ 586.934835] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efbf938d-69da-4f46-a50d-c3852856c3d6 with Priority: HIGHEST for action port [ 586.935444] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-efbf938d-69da-4f46-a50d-c3852856c3d6 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.935525] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-efbf938d-69da-4f46-a50d-c3852856c3d6" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.935592] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-efbf938d-69da-4f46-a50d-c3852856c3d6" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.935851] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-efbf938d-69da-4f46-a50d-c3852856c3d6" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.935933] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efbf938d-69da-4f46-a50d-c3852856c3d6',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.943956] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6ccaee95-09d2-4d04-b631-7e344709e7bf [ 586.943956] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.944598] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.944680] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.944881] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.944966] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.945071] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6ccaee95-09d2-4d04-b631-7e344709e7bf already deleted. [ 586.945709] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ccaee95-09d2-4d04-b631-7e344709e7bf" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.165512] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.165512] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.165512] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.165512] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.165512] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.165512] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.165512] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.165512] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.165512] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.165512] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.165512] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16491986-fcfe-43de-81fd-ab19df2b7fdb already deleted. [ 587.165512] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16491986-fcfe-43de-81fd-ab19df2b7fdb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.230837] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('09ea07ac-28de-4a88-99f6-ae73105ee587',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.232075] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-09ea07ac-28de-4a88-99f6-ae73105ee587 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.232075] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09ea07ac-28de-4a88-99f6-ae73105ee587" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.232238] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b9934191-7404-4f5a-8e01-d11e5a4a5bd7 with status ACTIVE [ 587.232828] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.232828] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.232828] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.232828] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.232828] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.233069] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.233069] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.233069] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.233173] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.233255] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.233450] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.233541] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.233601] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.233741] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.233814] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.233897] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b9934191-7404-4f5a-8e01-d11e5a4a5bd7 is going to be updated. [ 587.260250] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.260431] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.260481] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.260664] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.260807] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.260968] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9934191-7404-4f5a-8e01-d11e5a4a5bd7" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.311047] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock network-465 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.311231] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "network-465" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.311318] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "network-465" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.311655] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "network-465" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.311923] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.312094] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.312208] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.312423] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.312566] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.312766] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 587.312876] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 587.312980] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 587.313095] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 587.313203] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 587.313303] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 587.313427] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 587.333880] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 587.334066] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 587.334202] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 587.334372] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "network-465" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.334699] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock port-6cebc740-e8b1-4395-ad10-1802bb092442 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.334895] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "port-6cebc740-e8b1-4395-ad10-1802bb092442" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.335057] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "port-6cebc740-e8b1-4395-ad10-1802bb092442" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.335390] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "port-6cebc740-e8b1-4395-ad10-1802bb092442" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.335529] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6cebc740-e8b1-4395-ad10-1802bb092442',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.441346] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port efbf938d-69da-4f46-a50d-c3852856c3d6 [ 587.441346] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.441346] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.441346] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.441346] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.441346] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.441346] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:efbf938d-69da-4f46-a50d-c3852856c3d6 already deleted. [ 587.441346] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-efbf938d-69da-4f46-a50d-c3852856c3d6" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.736320] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('09ea07ac-28de-4a88-99f6-ae73105ee587',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.839912] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.840168] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.840255] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.841207] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.841365] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.841518] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Segment Port 6cebc740-e8b1-4395-ad10-1802bb092442 not found, creating... [ 587.841775] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.841931] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.842057] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.842279] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.842413] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.842683] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.842833] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.842944] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.845961] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.846119] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.846260] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Resource: SegmentPort with ID: 6cebc740-e8b1-4395-ad10-1802bb092442 is going to be created. [ 587.866736] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.866937] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.867069] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.867365] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.867620] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.867826] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "port-6cebc740-e8b1-4395-ad10-1802bb092442" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.955168] env[65077]: INFO networking_nsxv3.common.synchronization [None req-8ff371d4-0f70-49a2-8a77-87256f140d37 None None] Enqueued Resource ID: 2d1ff16e-dccd-4315-97ad-683e33a763f7 with Priority: HIGHEST for action port [ 587.955791] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d1ff16e-dccd-4315-97ad-683e33a763f7 with Priority: HIGHEST for action port [ 587.955923] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d1ff16e-dccd-4315-97ad-683e33a763f7 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.956043] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d1ff16e-dccd-4315-97ad-683e33a763f7" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.956109] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d1ff16e-dccd-4315-97ad-683e33a763f7" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.956388] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d1ff16e-dccd-4315-97ad-683e33a763f7" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.959249] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d1ff16e-dccd-4315-97ad-683e33a763f7',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.175075] env[65077]: INFO networking_nsxv3.common.synchronization [None req-0be137bd-aafd-4594-b82e-eadd63024c05 tempest-ServersTestBootFromVolume-422791047 tempest-ServersTestBootFromVolume-422791047-project-member] Enqueued Resource ID: 569b6c9c-8cab-4869-9938-b0f7fdec09ad with Priority: HIGHEST for action security_group_rules [ 588.175744] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 569b6c9c-8cab-4869-9938-b0f7fdec09ad with Priority: HIGHEST for action security_group_rules [ 588.176091] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-569b6c9c-8cab-4869-9938-b0f7fdec09ad taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.176336] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-569b6c9c-8cab-4869-9938-b0f7fdec09ad" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.179703] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-569b6c9c-8cab-4869-9938-b0f7fdec09ad" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.179703] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-569b6c9c-8cab-4869-9938-b0f7fdec09ad" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.179801] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('569b6c9c-8cab-4869-9938-b0f7fdec09ad',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.238303] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.238581] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.238654] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.238829] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.238918] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.239031] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09ea07ac-28de-4a88-99f6-ae73105ee587 is going to be created. [ 588.265730] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.265730] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.265730] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.265730] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.265730] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.273817] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09ea07ac-28de-4a88-99f6-ae73105ee587 in Status: UNINITIALIZED for 2s [ 588.405859] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4d792878-6d10-49dd-b190-04454883a85e in Status: SUCCESS [ 588.406125] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d792878-6d10-49dd-b190-04454883a85e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.459168] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d1ff16e-dccd-4315-97ad-683e33a763f7 [ 588.459478] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.459540] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.459601] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.459849] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.459936] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.460054] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d1ff16e-dccd-4315-97ad-683e33a763f7 already deleted. [ 588.460178] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d1ff16e-dccd-4315-97ad-683e33a763f7" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.575985] env[65077]: INFO networking_nsxv3.common.synchronization [req-8d128b26-0a84-4f18-af76-b80234ea5913 req-ed0e6d75-f821-4bde-85cd-0b48099b18e3 service nova] Enqueued Resource ID: 16491986-fcfe-43de-81fd-ab19df2b7fdb with Priority: HIGHEST for action security_group_rules [ 588.576235] env[65077]: INFO networking_nsxv3.common.synchronization [req-8d128b26-0a84-4f18-af76-b80234ea5913 req-ed0e6d75-f821-4bde-85cd-0b48099b18e3 service nova] Enqueued Resource ID: 16491986-fcfe-43de-81fd-ab19df2b7fdb with Priority: HIGHEST for action security_group_members [ 588.576389] env[65077]: INFO networking_nsxv3.common.synchronization [req-8d128b26-0a84-4f18-af76-b80234ea5913 req-ed0e6d75-f821-4bde-85cd-0b48099b18e3 service nova] Enqueued Resource ID: 6cebc740-e8b1-4395-ad10-1802bb092442 with Priority: HIGHEST for action port [ 588.576922] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16491986-fcfe-43de-81fd-ab19df2b7fdb with Priority: HIGHEST for action security_group_rules [ 588.577230] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16491986-fcfe-43de-81fd-ab19df2b7fdb with Priority: HIGHEST for action security_group_members [ 588.577502] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cebc740-e8b1-4395-ad10-1802bb092442 with Priority: HIGHEST for action port [ 588.577855] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16491986-fcfe-43de-81fd-ab19df2b7fdb taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.577959] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16491986-fcfe-43de-81fd-ab19df2b7fdb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.578044] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16491986-fcfe-43de-81fd-ab19df2b7fdb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.578291] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16491986-fcfe-43de-81fd-ab19df2b7fdb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.578373] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16491986-fcfe-43de-81fd-ab19df2b7fdb',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.579264] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-16491986-fcfe-43de-81fd-ab19df2b7fdb taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.579389] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16491986-fcfe-43de-81fd-ab19df2b7fdb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.579443] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16491986-fcfe-43de-81fd-ab19df2b7fdb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.579628] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16491986-fcfe-43de-81fd-ab19df2b7fdb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.580041] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.580141] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.580283] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.580454] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.580540] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.580757] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16491986-fcfe-43de-81fd-ab19df2b7fdb',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.583124] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-6cebc740-e8b1-4395-ad10-1802bb092442 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.583124] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6cebc740-e8b1-4395-ad10-1802bb092442" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.583124] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6cebc740-e8b1-4395-ad10-1802bb092442" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.583124] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6cebc740-e8b1-4395-ad10-1802bb092442" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.583124] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6cebc740-e8b1-4395-ad10-1802bb092442',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.653980] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08aad7f7-4aac-4d9e-9092-e8d90225715a in Status: SUCCESS [ 588.654271] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08aad7f7-4aac-4d9e-9092-e8d90225715a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.654449] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08aad7f7-4aac-4d9e-9092-e8d90225715a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.654670] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08aad7f7-4aac-4d9e-9092-e8d90225715a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.654860] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.654971] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.655111] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.655189] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.655279] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.655375] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08aad7f7-4aac-4d9e-9092-e8d90225715a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.655464] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('08aad7f7-4aac-4d9e-9092-e8d90225715a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.663815] env[65077]: INFO networking_nsxv3.common.synchronization [None req-f08ae87c-6980-4b12-8248-3f647de9cbaa tempest-ServersTestBootFromVolume-422791047 tempest-ServersTestBootFromVolume-422791047-project-member] Enqueued Resource ID: 569b6c9c-8cab-4869-9938-b0f7fdec09ad with Priority: HIGHEST for action security_group_rules [ 588.664539] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 569b6c9c-8cab-4869-9938-b0f7fdec09ad with Priority: HIGHEST for action security_group_rules [ 588.664859] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-569b6c9c-8cab-4869-9938-b0f7fdec09ad taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.664958] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-569b6c9c-8cab-4869-9938-b0f7fdec09ad" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.704582] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.704780] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.704822] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.705768] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.705915] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.706178] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 569b6c9c-8cab-4869-9938-b0f7fdec09ad already deleted. [ 588.706545] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-569b6c9c-8cab-4869-9938-b0f7fdec09ad" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.706788] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-569b6c9c-8cab-4869-9938-b0f7fdec09ad" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.707061] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-569b6c9c-8cab-4869-9938-b0f7fdec09ad" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.707195] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('569b6c9c-8cab-4869-9938-b0f7fdec09ad',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.920657] env[65077]: INFO networking_nsxv3.common.synchronization [req-5ca3c343-fd3a-4155-b6f1-d3af716a48f0 req-b21ed703-0b55-43a2-bae1-253d6e958f17 tempest-ImagesOneServerTestJSON-1216492140 tempest-ImagesOneServerTestJSON-1216492140-project-member] Enqueued Resource ID: 341ba522-fe41-468d-bcfa-bce5f49e6893 with Priority: HIGHEST for action security_group_members [ 588.921184] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 341ba522-fe41-468d-bcfa-bce5f49e6893 with Priority: HIGHEST for action security_group_members [ 588.921486] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-341ba522-fe41-468d-bcfa-bce5f49e6893 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.921606] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-341ba522-fe41-468d-bcfa-bce5f49e6893" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.921672] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-341ba522-fe41-468d-bcfa-bce5f49e6893" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.921919] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-341ba522-fe41-468d-bcfa-bce5f49e6893" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.922117] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.922222] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.922285] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.922473] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.922565] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.922672] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('341ba522-fe41-468d-bcfa-bce5f49e6893',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.085628] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16491986-fcfe-43de-81fd-ab19df2b7fdb',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.087109] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-16491986-fcfe-43de-81fd-ab19df2b7fdb taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.087109] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16491986-fcfe-43de-81fd-ab19df2b7fdb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.087109] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6cebc740-e8b1-4395-ad10-1802bb092442 with status ACTIVE [ 589.087439] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.087439] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.087439] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.087615] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.087658] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.091021] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.091021] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.091021] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.091021] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.091021] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.091021] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.091021] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.091021] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.091021] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.091021] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.091021] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6cebc740-e8b1-4395-ad10-1802bb092442 is going to be updated. [ 589.111199] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.111354] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.111428] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.111717] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.111822] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.111934] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6cebc740-e8b1-4395-ad10-1802bb092442" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.162499] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-08aad7f7-4aac-4d9e-9092-e8d90225715a taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.162739] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08aad7f7-4aac-4d9e-9092-e8d90225715a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.163288] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08aad7f7-4aac-4d9e-9092-e8d90225715a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.163683] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08aad7f7-4aac-4d9e-9092-e8d90225715a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.164045] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.164214] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.164281] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.164454] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.164538] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.164624] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08aad7f7-4aac-4d9e-9092-e8d90225715a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.164783] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-08aad7f7-4aac-4d9e-9092-e8d90225715a taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.165460] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08aad7f7-4aac-4d9e-9092-e8d90225715a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.165460] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08aad7f7-4aac-4d9e-9092-e8d90225715a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.165460] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08aad7f7-4aac-4d9e-9092-e8d90225715a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.165636] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.165636] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.165726] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.165938] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.165938] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.165938] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08aad7f7-4aac-4d9e-9092-e8d90225715a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.166146] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('08aad7f7-4aac-4d9e-9092-e8d90225715a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.232621] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.232884] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.232984] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.233563] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.233705] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.233829] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 569b6c9c-8cab-4869-9938-b0f7fdec09ad already deleted. [ 589.234105] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-569b6c9c-8cab-4869-9938-b0f7fdec09ad" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.287987] env[65077]: INFO networking_nsxv3.common.synchronization [None req-7b0a6aeb-7046-4384-87c5-bc2c826301ac None None] Enqueued Resource ID: 5df9027d-6f52-4fbd-8405-ec7330c2c50d with Priority: HIGHEST for action port [ 589.288681] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5df9027d-6f52-4fbd-8405-ec7330c2c50d with Priority: HIGHEST for action port [ 589.289598] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-5df9027d-6f52-4fbd-8405-ec7330c2c50d taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.289745] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5df9027d-6f52-4fbd-8405-ec7330c2c50d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.289789] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5df9027d-6f52-4fbd-8405-ec7330c2c50d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.290370] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5df9027d-6f52-4fbd-8405-ec7330c2c50d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.290370] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5df9027d-6f52-4fbd-8405-ec7330c2c50d',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.425170] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.425407] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.425483] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.425709] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.425942] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.426018] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.426242] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.426242] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.427433] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.427433] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.427548] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 341ba522-fe41-468d-bcfa-bce5f49e6893 already deleted. [ 589.427588] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-341ba522-fe41-468d-bcfa-bce5f49e6893" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.546874] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock network-273 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.547126] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "network-273" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.547200] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "network-273" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.547546] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "network-273" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.547833] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.547992] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.548259] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.548575] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.548803] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.549164] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 589.549385] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 589.551206] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 589.551206] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 589.551206] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 589.551206] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 589.551382] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 589.572739] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 589.572961] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 589.573194] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 589.573707] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "network-273" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.573918] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock port-37957129-5f0a-458b-8f90-103b59a71edf taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.574185] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "port-37957129-5f0a-458b-8f90-103b59a71edf" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.574449] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "port-37957129-5f0a-458b-8f90-103b59a71edf" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.574854] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "port-37957129-5f0a-458b-8f90-103b59a71edf" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.575423] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37957129-5f0a-458b-8f90-103b59a71edf',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.591431] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16491986-fcfe-43de-81fd-ab19df2b7fdb',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.667879] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 08aad7f7-4aac-4d9e-9092-e8d90225715a: rpc.has_security_group_logging(os_id): False [ 589.692168] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.692337] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.692385] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.692632] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.692722] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.692910] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.693013] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.693085] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.693239] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.693311] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.693489] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.693577] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.693635] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.693928] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.693928] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.694030] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.694120] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.694179] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.694312] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.694380] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.694459] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08aad7f7-4aac-4d9e-9092-e8d90225715a is going to be created. [ 589.759883] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.760079] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.760121] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.761402] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.761402] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.772638] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08aad7f7-4aac-4d9e-9092-e8d90225715a in Status: IN_PROGRESS for 2s [ 589.793157] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5df9027d-6f52-4fbd-8405-ec7330c2c50d [ 589.793269] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.793384] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.793452] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.793658] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.793749] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.793889] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5df9027d-6f52-4fbd-8405-ec7330c2c50d already deleted. [ 589.793943] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5df9027d-6f52-4fbd-8405-ec7330c2c50d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.986300] env[65077]: INFO networking_nsxv3.common.synchronization [None req-4c7e0b86-a334-4ae3-b281-1a5b5f6bb07e None None] Enqueued Resource ID: ba94a251-54b8-427b-897e-33f37fdf889a with Priority: HIGHEST for action port [ 589.986959] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba94a251-54b8-427b-897e-33f37fdf889a with Priority: HIGHEST for action port [ 589.987598] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba94a251-54b8-427b-897e-33f37fdf889a taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.987598] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba94a251-54b8-427b-897e-33f37fdf889a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.987598] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba94a251-54b8-427b-897e-33f37fdf889a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.987973] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba94a251-54b8-427b-897e-33f37fdf889a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.988193] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba94a251-54b8-427b-897e-33f37fdf889a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.079134] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.079355] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.079476] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.079818] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.079957] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.080112] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Segment Port 37957129-5f0a-458b-8f90-103b59a71edf not found, creating... [ 590.080374] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.080517] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.080622] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.080836] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.080959] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.081251] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.081401] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.081506] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.081702] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.081821] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.081946] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Resource: SegmentPort with ID: 37957129-5f0a-458b-8f90-103b59a71edf is going to be created. [ 590.094913] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.095099] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.095337] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.095532] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.095643] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.095735] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16491986-fcfe-43de-81fd-ab19df2b7fdb is going to be created. [ 590.104376] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.104713] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.104713] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.106034] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.106034] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.106034] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "port-37957129-5f0a-458b-8f90-103b59a71edf" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.156429] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.156569] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.156640] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.156860] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.157084] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.168023] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16491986-fcfe-43de-81fd-ab19df2b7fdb in Status: UNINITIALIZED for 2s [ 590.243326] env[65077]: INFO networking_nsxv3.common.synchronization [None req-ba689a06-a3e6-4ac5-9b0a-daf0548faec5 None None] Enqueued Resource ID: 0111a3fe-3f12-4118-929c-d649675b0acc with Priority: HIGHEST for action port [ 590.243326] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0111a3fe-3f12-4118-929c-d649675b0acc with Priority: HIGHEST for action port [ 590.243843] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-0111a3fe-3f12-4118-929c-d649675b0acc taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.243957] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0111a3fe-3f12-4118-929c-d649675b0acc" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.244041] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0111a3fe-3f12-4118-929c-d649675b0acc" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.244327] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0111a3fe-3f12-4118-929c-d649675b0acc" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.244391] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0111a3fe-3f12-4118-929c-d649675b0acc',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.286340] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09ea07ac-28de-4a88-99f6-ae73105ee587 in Status: SUCCESS [ 590.289405] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09ea07ac-28de-4a88-99f6-ae73105ee587" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.289405] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09ea07ac-28de-4a88-99f6-ae73105ee587" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.289405] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09ea07ac-28de-4a88-99f6-ae73105ee587" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.289405] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.289405] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.289405] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.289405] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.289405] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.289405] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09ea07ac-28de-4a88-99f6-ae73105ee587" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.289405] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('09ea07ac-28de-4a88-99f6-ae73105ee587',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.490716] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ba94a251-54b8-427b-897e-33f37fdf889a [ 590.490953] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.491132] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.491748] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.491748] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.491748] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.491748] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ba94a251-54b8-427b-897e-33f37fdf889a already deleted. [ 590.491748] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba94a251-54b8-427b-897e-33f37fdf889a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.749111] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0111a3fe-3f12-4118-929c-d649675b0acc [ 590.753437] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.753437] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.753437] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.753437] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.753437] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.753437] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0111a3fe-3f12-4118-929c-d649675b0acc already deleted. [ 590.753437] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0111a3fe-3f12-4118-929c-d649675b0acc" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.792453] env[65077]: INFO networking_nsxv3.common.synchronization [req-5ca3c343-fd3a-4155-b6f1-d3af716a48f0 req-9f6102cd-e85f-4850-9fb1-1eab9cfb61af service nova] Enqueued Resource ID: 341ba522-fe41-468d-bcfa-bce5f49e6893 with Priority: HIGHEST for action security_group_rules [ 590.792453] env[65077]: INFO networking_nsxv3.common.synchronization [req-5ca3c343-fd3a-4155-b6f1-d3af716a48f0 req-9f6102cd-e85f-4850-9fb1-1eab9cfb61af service nova] Enqueued Resource ID: 341ba522-fe41-468d-bcfa-bce5f49e6893 with Priority: HIGHEST for action security_group_members [ 590.792453] env[65077]: INFO networking_nsxv3.common.synchronization [req-5ca3c343-fd3a-4155-b6f1-d3af716a48f0 req-9f6102cd-e85f-4850-9fb1-1eab9cfb61af service nova] Enqueued Resource ID: 37957129-5f0a-458b-8f90-103b59a71edf with Priority: HIGHEST for action port [ 590.792453] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 341ba522-fe41-468d-bcfa-bce5f49e6893 with Priority: HIGHEST for action security_group_rules [ 590.792453] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 341ba522-fe41-468d-bcfa-bce5f49e6893 with Priority: HIGHEST for action security_group_members [ 590.792453] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37957129-5f0a-458b-8f90-103b59a71edf with Priority: HIGHEST for action port [ 590.792453] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-341ba522-fe41-468d-bcfa-bce5f49e6893 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.792734] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-341ba522-fe41-468d-bcfa-bce5f49e6893" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.792734] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-341ba522-fe41-468d-bcfa-bce5f49e6893" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.792909] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-341ba522-fe41-468d-bcfa-bce5f49e6893" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.792989] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('341ba522-fe41-468d-bcfa-bce5f49e6893',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.794507] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-341ba522-fe41-468d-bcfa-bce5f49e6893 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.794736] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-341ba522-fe41-468d-bcfa-bce5f49e6893" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.794736] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-341ba522-fe41-468d-bcfa-bce5f49e6893" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.796041] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-341ba522-fe41-468d-bcfa-bce5f49e6893" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.796041] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.796041] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.796041] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.796041] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.796041] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.796041] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('341ba522-fe41-468d-bcfa-bce5f49e6893',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.796917] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-09ea07ac-28de-4a88-99f6-ae73105ee587 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.796917] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09ea07ac-28de-4a88-99f6-ae73105ee587" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.796917] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09ea07ac-28de-4a88-99f6-ae73105ee587" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.796917] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09ea07ac-28de-4a88-99f6-ae73105ee587" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.797326] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.797326] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.797326] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.797326] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.797559] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.797559] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09ea07ac-28de-4a88-99f6-ae73105ee587" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.798312] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-09ea07ac-28de-4a88-99f6-ae73105ee587 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.798312] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09ea07ac-28de-4a88-99f6-ae73105ee587" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.798312] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09ea07ac-28de-4a88-99f6-ae73105ee587" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.801753] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09ea07ac-28de-4a88-99f6-ae73105ee587" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.801925] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.802044] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.802112] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.802262] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.802387] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.802478] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09ea07ac-28de-4a88-99f6-ae73105ee587" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.802570] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('09ea07ac-28de-4a88-99f6-ae73105ee587',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.803737] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-37957129-5f0a-458b-8f90-103b59a71edf taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.803844] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37957129-5f0a-458b-8f90-103b59a71edf" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.804088] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37957129-5f0a-458b-8f90-103b59a71edf" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.804207] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37957129-5f0a-458b-8f90-103b59a71edf" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.804304] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37957129-5f0a-458b-8f90-103b59a71edf',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.306761] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 09ea07ac-28de-4a88-99f6-ae73105ee587: rpc.has_security_group_logging(os_id): False [ 591.308702] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('341ba522-fe41-468d-bcfa-bce5f49e6893',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.310739] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-341ba522-fe41-468d-bcfa-bce5f49e6893 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.310739] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-341ba522-fe41-468d-bcfa-bce5f49e6893" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.318620] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 37957129-5f0a-458b-8f90-103b59a71edf with status ACTIVE [ 591.318620] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.318620] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.318620] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.318620] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.318620] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.318620] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.318620] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.318620] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.318620] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.318620] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.318620] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.318620] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.319089] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.319089] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.319089] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.319089] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 37957129-5f0a-458b-8f90-103b59a71edf is going to be updated. [ 591.330574] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.330839] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.330929] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.331712] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.331712] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.331712] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.331712] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.331712] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.331973] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.331973] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.332096] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.332198] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.332261] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.332420] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.332497] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.332695] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.332868] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.332944] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.333106] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.333202] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.333289] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09ea07ac-28de-4a88-99f6-ae73105ee587 is going to be created. [ 591.342770] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.342980] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.343088] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.343297] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.343490] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.343669] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37957129-5f0a-458b-8f90-103b59a71edf" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.418150] env[65077]: INFO networking_nsxv3.common.synchronization [req-a748fa67-a248-48d7-977a-613b02827d7f req-af47c418-ff38-4fa2-a30a-4d9f6cbb99f3 tempest-ServerDiagnosticsNegativeTest-261794459 tempest-ServerDiagnosticsNegativeTest-261794459-project-member] Enqueued Resource ID: 56437e78-b2ea-47bf-ad0e-40def8cb4d60 with Priority: HIGHEST for action security_group_members [ 591.420628] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.420628] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.420628] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.420854] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.420900] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.422882] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56437e78-b2ea-47bf-ad0e-40def8cb4d60 with Priority: HIGHEST for action security_group_members [ 591.423394] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-56437e78-b2ea-47bf-ad0e-40def8cb4d60 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.423394] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56437e78-b2ea-47bf-ad0e-40def8cb4d60" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.423394] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56437e78-b2ea-47bf-ad0e-40def8cb4d60" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.423977] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56437e78-b2ea-47bf-ad0e-40def8cb4d60" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.424900] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.424900] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.424900] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.425335] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.425335] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.425335] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56437e78-b2ea-47bf-ad0e-40def8cb4d60',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.445509] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09ea07ac-28de-4a88-99f6-ae73105ee587 in Status: IN_PROGRESS for 2s [ 591.552403] env[65077]: INFO networking_nsxv3.common.synchronization [None req-901d0976-92cd-4484-895e-08b505e2c439 tempest-VolumesAssistedSnapshotsTest-324383150 tempest-VolumesAssistedSnapshotsTest-324383150-project-member] Enqueued Resource ID: 0241d8af-347c-48e3-ace7-302198e5e63e with Priority: HIGHEST for action security_group_rules [ 591.553898] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0241d8af-347c-48e3-ace7-302198e5e63e with Priority: HIGHEST for action security_group_rules [ 591.553898] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0241d8af-347c-48e3-ace7-302198e5e63e taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.553898] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0241d8af-347c-48e3-ace7-302198e5e63e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.553898] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0241d8af-347c-48e3-ace7-302198e5e63e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.554342] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0241d8af-347c-48e3-ace7-302198e5e63e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.554342] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0241d8af-347c-48e3-ace7-302198e5e63e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.722112] env[65077]: INFO networking_nsxv3.common.synchronization [None req-053285d7-1993-4599-a98c-e76229202ba1 tempest-VolumesAssistedSnapshotsTest-324383150 tempest-VolumesAssistedSnapshotsTest-324383150-project-member] Enqueued Resource ID: 0241d8af-347c-48e3-ace7-302198e5e63e with Priority: HIGHEST for action security_group_rules [ 591.722735] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0241d8af-347c-48e3-ace7-302198e5e63e with Priority: HIGHEST for action security_group_rules [ 591.723320] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0241d8af-347c-48e3-ace7-302198e5e63e taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.723320] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0241d8af-347c-48e3-ace7-302198e5e63e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.788411] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08aad7f7-4aac-4d9e-9092-e8d90225715a in Status: SUCCESS [ 591.788702] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08aad7f7-4aac-4d9e-9092-e8d90225715a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.811948] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('341ba522-fe41-468d-bcfa-bce5f49e6893',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.887807] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock network-469 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.888026] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "network-469" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.888179] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "network-469" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.888386] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "network-469" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.888643] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.888795] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.888906] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.889127] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.889268] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.889472] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 591.889578] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 591.889755] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 591.889971] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 591.889971] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 591.889971] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 591.890271] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 591.911599] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 591.911823] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 591.911958] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 591.912151] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "network-469" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.912484] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock port-0a0050ab-e5fd-4443-9368-b8dbc994df59 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.913496] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "port-0a0050ab-e5fd-4443-9368-b8dbc994df59" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.913496] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "port-0a0050ab-e5fd-4443-9368-b8dbc994df59" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.913496] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "port-0a0050ab-e5fd-4443-9368-b8dbc994df59" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.913496] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a0050ab-e5fd-4443-9368-b8dbc994df59',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.928495] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.928766] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.928766] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.929032] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.929537] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.929537] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.929537] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.929537] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.929732] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.929732] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.929792] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56437e78-b2ea-47bf-ad0e-40def8cb4d60 already deleted. [ 591.930022] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56437e78-b2ea-47bf-ad0e-40def8cb4d60" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.077029] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.077029] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.077029] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.077029] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.077029] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.077029] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0241d8af-347c-48e3-ace7-302198e5e63e already deleted. [ 592.077029] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0241d8af-347c-48e3-ace7-302198e5e63e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.077356] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0241d8af-347c-48e3-ace7-302198e5e63e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.077356] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0241d8af-347c-48e3-ace7-302198e5e63e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.077462] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0241d8af-347c-48e3-ace7-302198e5e63e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.178272] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16491986-fcfe-43de-81fd-ab19df2b7fdb in Status: SUCCESS [ 592.178490] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16491986-fcfe-43de-81fd-ab19df2b7fdb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.178670] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16491986-fcfe-43de-81fd-ab19df2b7fdb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.178888] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16491986-fcfe-43de-81fd-ab19df2b7fdb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.179108] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.179229] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.179295] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.179466] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.179551] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.179636] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16491986-fcfe-43de-81fd-ab19df2b7fdb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.179730] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16491986-fcfe-43de-81fd-ab19df2b7fdb',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.314786] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.314956] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.315049] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.315261] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.315482] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.315482] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 341ba522-fe41-468d-bcfa-bce5f49e6893 is going to be created. [ 592.340494] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.341314] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.342654] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.342654] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.342654] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.354240] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 341ba522-fe41-468d-bcfa-bce5f49e6893 in Status: UNINITIALIZED for 2s [ 592.418210] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.418429] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.420604] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.420967] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.421201] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.421425] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Segment Port 0a0050ab-e5fd-4443-9368-b8dbc994df59 not found, creating... [ 592.422792] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.423116] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.423337] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.423657] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.423821] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.425755] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.425755] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.425755] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.427222] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.427633] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.427714] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Resource: SegmentPort with ID: 0a0050ab-e5fd-4443-9368-b8dbc994df59 is going to be created. [ 592.451345] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.451538] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.451660] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.451995] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.452251] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.452475] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "port-0a0050ab-e5fd-4443-9368-b8dbc994df59" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.607790] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.608777] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.608777] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.608777] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.608777] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.608777] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0241d8af-347c-48e3-ace7-302198e5e63e already deleted. [ 592.608777] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0241d8af-347c-48e3-ace7-302198e5e63e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.682644] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-16491986-fcfe-43de-81fd-ab19df2b7fdb taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.682644] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16491986-fcfe-43de-81fd-ab19df2b7fdb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.682644] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16491986-fcfe-43de-81fd-ab19df2b7fdb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.682881] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16491986-fcfe-43de-81fd-ab19df2b7fdb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.683049] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.683241] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.683241] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.684554] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.684554] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.684554] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16491986-fcfe-43de-81fd-ab19df2b7fdb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.684554] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-16491986-fcfe-43de-81fd-ab19df2b7fdb taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.684904] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16491986-fcfe-43de-81fd-ab19df2b7fdb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.684904] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16491986-fcfe-43de-81fd-ab19df2b7fdb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.684904] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16491986-fcfe-43de-81fd-ab19df2b7fdb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.685032] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.685123] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.685123] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.685294] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.685391] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.685498] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16491986-fcfe-43de-81fd-ab19df2b7fdb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.686249] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16491986-fcfe-43de-81fd-ab19df2b7fdb',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.175393] env[65077]: INFO networking_nsxv3.common.synchronization [None req-c2bdf6d6-262a-4143-9f53-2944f000767c None None] Enqueued Resource ID: 33b22a17-ab86-4a47-83d8-9801021db1d4 with Priority: HIGHEST for action port [ 593.175393] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33b22a17-ab86-4a47-83d8-9801021db1d4 with Priority: HIGHEST for action port [ 593.175393] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-33b22a17-ab86-4a47-83d8-9801021db1d4 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.175393] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33b22a17-ab86-4a47-83d8-9801021db1d4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.175393] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33b22a17-ab86-4a47-83d8-9801021db1d4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.175393] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33b22a17-ab86-4a47-83d8-9801021db1d4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.175393] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33b22a17-ab86-4a47-83d8-9801021db1d4',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.191235] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16491986-fcfe-43de-81fd-ab19df2b7fdb: rpc.has_security_group_logging(os_id): False [ 593.202472] env[65077]: INFO networking_nsxv3.common.synchronization [req-a748fa67-a248-48d7-977a-613b02827d7f req-fd8def89-63b4-4cd5-ade3-f34d9095f738 service nova] Enqueued Resource ID: 56437e78-b2ea-47bf-ad0e-40def8cb4d60 with Priority: HIGHEST for action security_group_rules [ 593.202650] env[65077]: INFO networking_nsxv3.common.synchronization [req-a748fa67-a248-48d7-977a-613b02827d7f req-fd8def89-63b4-4cd5-ade3-f34d9095f738 service nova] Enqueued Resource ID: 56437e78-b2ea-47bf-ad0e-40def8cb4d60 with Priority: HIGHEST for action security_group_members [ 593.202777] env[65077]: INFO networking_nsxv3.common.synchronization [req-a748fa67-a248-48d7-977a-613b02827d7f req-fd8def89-63b4-4cd5-ade3-f34d9095f738 service nova] Enqueued Resource ID: 0a0050ab-e5fd-4443-9368-b8dbc994df59 with Priority: HIGHEST for action port [ 593.203958] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56437e78-b2ea-47bf-ad0e-40def8cb4d60 with Priority: HIGHEST for action security_group_rules [ 593.203958] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56437e78-b2ea-47bf-ad0e-40def8cb4d60 with Priority: HIGHEST for action security_group_members [ 593.203958] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a0050ab-e5fd-4443-9368-b8dbc994df59 with Priority: HIGHEST for action port [ 593.204407] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56437e78-b2ea-47bf-ad0e-40def8cb4d60 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.204407] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56437e78-b2ea-47bf-ad0e-40def8cb4d60" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.204407] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56437e78-b2ea-47bf-ad0e-40def8cb4d60" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.205253] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56437e78-b2ea-47bf-ad0e-40def8cb4d60" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.205253] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56437e78-b2ea-47bf-ad0e-40def8cb4d60',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.206369] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-56437e78-b2ea-47bf-ad0e-40def8cb4d60 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.206434] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56437e78-b2ea-47bf-ad0e-40def8cb4d60" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.206479] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56437e78-b2ea-47bf-ad0e-40def8cb4d60" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.206929] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56437e78-b2ea-47bf-ad0e-40def8cb4d60" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.207185] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.207309] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.207372] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.207554] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.207677] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.207784] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56437e78-b2ea-47bf-ad0e-40def8cb4d60',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.208808] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a0050ab-e5fd-4443-9368-b8dbc994df59 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.209062] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a0050ab-e5fd-4443-9368-b8dbc994df59" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.209062] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a0050ab-e5fd-4443-9368-b8dbc994df59" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.209195] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a0050ab-e5fd-4443-9368-b8dbc994df59" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.209233] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a0050ab-e5fd-4443-9368-b8dbc994df59',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.211735] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.211735] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.211735] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.211735] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.211735] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.211735] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.211952] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.211952] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.212026] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.214277] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.214501] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.214616] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.214667] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.214829] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.214904] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.215469] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.215569] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.215630] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.215779] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.215854] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.215950] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16491986-fcfe-43de-81fd-ab19df2b7fdb is going to be created. [ 593.293895] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.293895] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.293895] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.293895] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.293895] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.391235] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16491986-fcfe-43de-81fd-ab19df2b7fdb in Status: IN_PROGRESS for 2s [ 593.462784] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09ea07ac-28de-4a88-99f6-ae73105ee587 in Status: SUCCESS [ 593.463022] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09ea07ac-28de-4a88-99f6-ae73105ee587" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.681436] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 33b22a17-ab86-4a47-83d8-9801021db1d4 [ 593.681436] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.681436] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.681436] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.681436] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.681436] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.681436] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:33b22a17-ab86-4a47-83d8-9801021db1d4 already deleted. [ 593.681918] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33b22a17-ab86-4a47-83d8-9801021db1d4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.712327] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56437e78-b2ea-47bf-ad0e-40def8cb4d60',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.714180] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-56437e78-b2ea-47bf-ad0e-40def8cb4d60 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.714618] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56437e78-b2ea-47bf-ad0e-40def8cb4d60" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.719023] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0a0050ab-e5fd-4443-9368-b8dbc994df59 with status ACTIVE [ 593.719432] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.719618] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.719692] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.720116] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.720823] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.720823] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.720823] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.720823] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.720823] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.721125] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.721915] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.721915] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.721915] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.721915] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.721915] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.721915] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0a0050ab-e5fd-4443-9368-b8dbc994df59 is going to be updated. [ 593.744142] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.744345] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.744345] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.744680] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.744751] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.744863] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a0050ab-e5fd-4443-9368-b8dbc994df59" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.220083] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56437e78-b2ea-47bf-ad0e-40def8cb4d60',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.364767] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 341ba522-fe41-468d-bcfa-bce5f49e6893 in Status: SUCCESS [ 594.364991] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-341ba522-fe41-468d-bcfa-bce5f49e6893" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.366516] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-341ba522-fe41-468d-bcfa-bce5f49e6893" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.366516] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-341ba522-fe41-468d-bcfa-bce5f49e6893" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.366516] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.366516] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.366516] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.366516] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.366516] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.366516] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-341ba522-fe41-468d-bcfa-bce5f49e6893" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.366516] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('341ba522-fe41-468d-bcfa-bce5f49e6893',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.723493] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.723493] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.723684] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.723892] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.723892] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.724224] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56437e78-b2ea-47bf-ad0e-40def8cb4d60 is going to be created. [ 594.752895] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.753098] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.753142] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.753334] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.753499] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.762851] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56437e78-b2ea-47bf-ad0e-40def8cb4d60 in Status: UNINITIALIZED for 2s [ 594.869804] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-341ba522-fe41-468d-bcfa-bce5f49e6893 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.870133] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-341ba522-fe41-468d-bcfa-bce5f49e6893" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.870217] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-341ba522-fe41-468d-bcfa-bce5f49e6893" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.870456] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-341ba522-fe41-468d-bcfa-bce5f49e6893" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.870651] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.870760] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.870825] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.870978] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.871095] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.871197] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-341ba522-fe41-468d-bcfa-bce5f49e6893" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.871348] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-341ba522-fe41-468d-bcfa-bce5f49e6893 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.871445] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-341ba522-fe41-468d-bcfa-bce5f49e6893" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.871507] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-341ba522-fe41-468d-bcfa-bce5f49e6893" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.871651] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-341ba522-fe41-468d-bcfa-bce5f49e6893" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.871787] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.871878] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.871937] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.872096] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.872174] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.872254] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-341ba522-fe41-468d-bcfa-bce5f49e6893" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.872344] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('341ba522-fe41-468d-bcfa-bce5f49e6893',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.375325] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 341ba522-fe41-468d-bcfa-bce5f49e6893: rpc.has_security_group_logging(os_id): False [ 595.403569] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.403692] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.403762] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.403999] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.404104] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.404314] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.404439] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.404479] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.404633] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.404706] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.405691] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.405691] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.405691] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.405691] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.405691] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.405691] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.405691] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.405691] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.405691] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.406416] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.406416] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 341ba522-fe41-468d-bcfa-bce5f49e6893 is going to be created. [ 595.408040] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16491986-fcfe-43de-81fd-ab19df2b7fdb in Status: SUCCESS [ 595.408285] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16491986-fcfe-43de-81fd-ab19df2b7fdb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.531900] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.532091] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.532173] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.532460] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.532619] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.562384] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 341ba522-fe41-468d-bcfa-bce5f49e6893 in Status: IN_PROGRESS for 2s [ 596.266696] env[65077]: INFO networking_nsxv3.common.synchronization [None req-45bbb412-4fd3-46ef-a1da-c477b208eb6f None None] Enqueued Resource ID: 642094f9-6e33-4852-bcd1-2a5975eed53f with Priority: HIGHEST for action port [ 596.266958] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 642094f9-6e33-4852-bcd1-2a5975eed53f with Priority: HIGHEST for action port [ 596.267593] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-642094f9-6e33-4852-bcd1-2a5975eed53f taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.267737] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-642094f9-6e33-4852-bcd1-2a5975eed53f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.267823] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-642094f9-6e33-4852-bcd1-2a5975eed53f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.268236] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-642094f9-6e33-4852-bcd1-2a5975eed53f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.268316] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('642094f9-6e33-4852-bcd1-2a5975eed53f',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.746915] env[65077]: INFO networking_nsxv3.common.synchronization [req-201977a4-e210-429d-88d6-82df905852d7 req-46c14494-43e0-4fb5-8dbd-92890c4cc2c4 tempest-MigrationsAdminTest-197106784 tempest-MigrationsAdminTest-197106784-project-member] Enqueued Resource ID: aa8d5f03-7d42-445e-85f8-89629241916a with Priority: HIGHEST for action security_group_members [ 596.747738] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa8d5f03-7d42-445e-85f8-89629241916a with Priority: HIGHEST for action security_group_members [ 596.749014] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa8d5f03-7d42-445e-85f8-89629241916a taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.749296] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa8d5f03-7d42-445e-85f8-89629241916a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.749420] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa8d5f03-7d42-445e-85f8-89629241916a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.749822] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa8d5f03-7d42-445e-85f8-89629241916a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.750043] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.750216] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.750322] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.750595] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.750739] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.750888] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa8d5f03-7d42-445e-85f8-89629241916a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.772940] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 642094f9-6e33-4852-bcd1-2a5975eed53f [ 596.772940] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.772940] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.772940] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.772940] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.772940] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.772940] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:642094f9-6e33-4852-bcd1-2a5975eed53f already deleted. [ 596.772940] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-642094f9-6e33-4852-bcd1-2a5975eed53f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.778074] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56437e78-b2ea-47bf-ad0e-40def8cb4d60 in Status: SUCCESS [ 596.778074] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56437e78-b2ea-47bf-ad0e-40def8cb4d60" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.778074] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56437e78-b2ea-47bf-ad0e-40def8cb4d60" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.778074] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56437e78-b2ea-47bf-ad0e-40def8cb4d60" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.778074] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.778074] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.778074] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.778074] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.778074] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.778074] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56437e78-b2ea-47bf-ad0e-40def8cb4d60" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.778074] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56437e78-b2ea-47bf-ad0e-40def8cb4d60',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.061326] env[65077]: INFO networking_nsxv3.common.synchronization [None req-fbc30f89-bec0-4c94-8153-c77693a64208 None None] Enqueued Resource ID: bebd6407-fa29-4c77-b719-9ed413303f54 with Priority: HIGHEST for action port [ 597.061888] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bebd6407-fa29-4c77-b719-9ed413303f54 with Priority: HIGHEST for action port [ 597.063474] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-bebd6407-fa29-4c77-b719-9ed413303f54 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.063474] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bebd6407-fa29-4c77-b719-9ed413303f54" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.063587] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bebd6407-fa29-4c77-b719-9ed413303f54" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.064500] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bebd6407-fa29-4c77-b719-9ed413303f54" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.064500] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bebd6407-fa29-4c77-b719-9ed413303f54',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.255788] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.255788] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.255788] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.255788] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.256143] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.256143] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.256873] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.256873] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.256873] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.256873] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.256873] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa8d5f03-7d42-445e-85f8-89629241916a already deleted. [ 597.256873] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa8d5f03-7d42-445e-85f8-89629241916a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.281344] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-56437e78-b2ea-47bf-ad0e-40def8cb4d60 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.281565] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56437e78-b2ea-47bf-ad0e-40def8cb4d60" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.281565] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56437e78-b2ea-47bf-ad0e-40def8cb4d60" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.285021] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56437e78-b2ea-47bf-ad0e-40def8cb4d60" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.285021] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.285021] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.285021] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.285021] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.285021] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.285021] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56437e78-b2ea-47bf-ad0e-40def8cb4d60" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.285021] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-56437e78-b2ea-47bf-ad0e-40def8cb4d60 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.285021] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56437e78-b2ea-47bf-ad0e-40def8cb4d60" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.285021] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56437e78-b2ea-47bf-ad0e-40def8cb4d60" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.285021] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56437e78-b2ea-47bf-ad0e-40def8cb4d60" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.285021] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.285021] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.285021] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.285021] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.285021] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.285021] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56437e78-b2ea-47bf-ad0e-40def8cb4d60" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.285021] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56437e78-b2ea-47bf-ad0e-40def8cb4d60',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.317279] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock network-469 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.318526] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "network-469" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.318526] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "network-469" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.318526] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "network-469" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.318526] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.319462] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.323033] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.323033] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.323033] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.323033] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 597.323033] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 597.323033] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 597.323033] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 597.323033] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 597.323033] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 597.323033] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 597.344992] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 597.344992] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 597.345566] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 597.345566] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "network-469" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.346302] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock port-e0d81bfa-6138-4023-9d6e-c9963d2ec960 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.346302] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "port-e0d81bfa-6138-4023-9d6e-c9963d2ec960" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.346302] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "port-e0d81bfa-6138-4023-9d6e-c9963d2ec960" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.346302] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "port-e0d81bfa-6138-4023-9d6e-c9963d2ec960" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.346493] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0d81bfa-6138-4023-9d6e-c9963d2ec960',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.567528] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bebd6407-fa29-4c77-b719-9ed413303f54 [ 597.568310] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.568310] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.568310] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.568729] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.568729] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.568729] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bebd6407-fa29-4c77-b719-9ed413303f54 already deleted. [ 597.568954] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bebd6407-fa29-4c77-b719-9ed413303f54" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.577242] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 341ba522-fe41-468d-bcfa-bce5f49e6893 in Status: SUCCESS [ 597.577568] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-341ba522-fe41-468d-bcfa-bce5f49e6893" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.785827] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56437e78-b2ea-47bf-ad0e-40def8cb4d60: rpc.has_security_group_logging(os_id): False [ 597.810991] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.810991] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.810991] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.810991] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.810991] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.810991] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.810991] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.810991] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.810991] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.810991] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.815776] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.815994] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.816086] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.816317] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.816412] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.816663] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.816767] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.816830] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.816984] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.817073] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.817163] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56437e78-b2ea-47bf-ad0e-40def8cb4d60 is going to be created. [ 597.849671] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.849920] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.850430] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.850771] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.850925] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.851089] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Segment Port e0d81bfa-6138-4023-9d6e-c9963d2ec960 not found, creating... [ 597.851346] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.851698] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.851824] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.852085] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.852250] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.852785] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.852988] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.853270] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.853500] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.856816] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.856816] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Resource: SegmentPort with ID: e0d81bfa-6138-4023-9d6e-c9963d2ec960 is going to be created. [ 597.873895] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.874870] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.874870] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.874870] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.874870] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.874870] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "port-e0d81bfa-6138-4023-9d6e-c9963d2ec960" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.886389] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.886557] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.886640] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.886856] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.887059] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.899159] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56437e78-b2ea-47bf-ad0e-40def8cb4d60 in Status: IN_PROGRESS for 2s [ 598.343155] env[65077]: INFO networking_nsxv3.common.synchronization [None req-5aed11ac-2952-490b-ad7d-fb7ecc01af5a None None] Enqueued Resource ID: febeb136-53e8-488d-bf0f-4ec2dfe531dd with Priority: HIGHEST for action port [ 598.343777] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: febeb136-53e8-488d-bf0f-4ec2dfe531dd with Priority: HIGHEST for action port [ 598.347425] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-febeb136-53e8-488d-bf0f-4ec2dfe531dd taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.347840] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-febeb136-53e8-488d-bf0f-4ec2dfe531dd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.349105] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-febeb136-53e8-488d-bf0f-4ec2dfe531dd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.355524] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-febeb136-53e8-488d-bf0f-4ec2dfe531dd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.355524] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('febeb136-53e8-488d-bf0f-4ec2dfe531dd',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.670696] env[65077]: INFO networking_nsxv3.common.synchronization [req-f8bfed9e-64a3-43cd-a3ad-4a1279625ce5 req-7060b059-342a-44de-aa01-66b6162b3c52 tempest-ServersTestMultiNic-137846435 tempest-ServersTestMultiNic-137846435-project-member] Enqueued Resource ID: 2658107d-6754-4434-90fa-8d04c60b7c74 with Priority: HIGHEST for action security_group_members [ 598.673564] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2658107d-6754-4434-90fa-8d04c60b7c74 with Priority: HIGHEST for action security_group_members [ 598.674158] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-2658107d-6754-4434-90fa-8d04c60b7c74 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.674262] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.674327] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.674770] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.674770] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.674895] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.674895] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.675565] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.676052] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.676052] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2658107d-6754-4434-90fa-8d04c60b7c74',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.681435] env[65077]: INFO networking_nsxv3.common.synchronization [req-201977a4-e210-429d-88d6-82df905852d7 req-4d3e5100-c5c8-45a9-ae1e-11cc29ef1d7d service nova] Enqueued Resource ID: aa8d5f03-7d42-445e-85f8-89629241916a with Priority: HIGHEST for action security_group_rules [ 598.681435] env[65077]: INFO networking_nsxv3.common.synchronization [req-201977a4-e210-429d-88d6-82df905852d7 req-4d3e5100-c5c8-45a9-ae1e-11cc29ef1d7d service nova] Enqueued Resource ID: aa8d5f03-7d42-445e-85f8-89629241916a with Priority: HIGHEST for action security_group_members [ 598.681435] env[65077]: INFO networking_nsxv3.common.synchronization [req-201977a4-e210-429d-88d6-82df905852d7 req-4d3e5100-c5c8-45a9-ae1e-11cc29ef1d7d service nova] Enqueued Resource ID: e0d81bfa-6138-4023-9d6e-c9963d2ec960 with Priority: HIGHEST for action port [ 598.685611] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa8d5f03-7d42-445e-85f8-89629241916a with Priority: HIGHEST for action security_group_rules [ 598.686054] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa8d5f03-7d42-445e-85f8-89629241916a with Priority: HIGHEST for action security_group_members [ 598.686054] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0d81bfa-6138-4023-9d6e-c9963d2ec960 with Priority: HIGHEST for action port [ 598.686656] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa8d5f03-7d42-445e-85f8-89629241916a taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.687333] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa8d5f03-7d42-445e-85f8-89629241916a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.687333] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa8d5f03-7d42-445e-85f8-89629241916a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.687333] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa8d5f03-7d42-445e-85f8-89629241916a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.687333] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa8d5f03-7d42-445e-85f8-89629241916a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.688216] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa8d5f03-7d42-445e-85f8-89629241916a taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.688333] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa8d5f03-7d42-445e-85f8-89629241916a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.688462] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa8d5f03-7d42-445e-85f8-89629241916a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.688669] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa8d5f03-7d42-445e-85f8-89629241916a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.691475] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.691554] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.691657] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.692086] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.692086] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.692323] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa8d5f03-7d42-445e-85f8-89629241916a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.694598] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0d81bfa-6138-4023-9d6e-c9963d2ec960 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.694766] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0d81bfa-6138-4023-9d6e-c9963d2ec960" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.695281] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0d81bfa-6138-4023-9d6e-c9963d2ec960" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.697286] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0d81bfa-6138-4023-9d6e-c9963d2ec960" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.697390] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0d81bfa-6138-4023-9d6e-c9963d2ec960',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.853560] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port febeb136-53e8-488d-bf0f-4ec2dfe531dd [ 598.853879] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.853998] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.854402] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.854402] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.854912] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.854912] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:febeb136-53e8-488d-bf0f-4ec2dfe531dd already deleted. [ 598.854912] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-febeb136-53e8-488d-bf0f-4ec2dfe531dd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.100597] env[65077]: INFO networking_nsxv3.common.synchronization [req-f8bfed9e-64a3-43cd-a3ad-4a1279625ce5 req-8d688faf-3ccd-4ef6-9ded-33cfaebf3716 tempest-ServersTestMultiNic-137846435 tempest-ServersTestMultiNic-137846435-project-member] Enqueued Resource ID: 2658107d-6754-4434-90fa-8d04c60b7c74 with Priority: HIGHEST for action security_group_members [ 599.101604] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2658107d-6754-4434-90fa-8d04c60b7c74 with Priority: HIGHEST for action security_group_members [ 599.103485] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-2658107d-6754-4434-90fa-8d04c60b7c74 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.103596] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.185686] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.185686] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.185686] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.185686] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.185686] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.185686] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.185686] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.185686] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.185686] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.185686] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.185686] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2658107d-6754-4434-90fa-8d04c60b7c74 already deleted. [ 599.185686] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.185686] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.185686] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.185686] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.185686] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.185686] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.185686] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.186258] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.186258] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2658107d-6754-4434-90fa-8d04c60b7c74',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.194930] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa8d5f03-7d42-445e-85f8-89629241916a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.199777] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa8d5f03-7d42-445e-85f8-89629241916a taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.201834] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa8d5f03-7d42-445e-85f8-89629241916a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.201834] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e0d81bfa-6138-4023-9d6e-c9963d2ec960 with status ACTIVE [ 599.201834] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.201834] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.201834] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.201834] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.201834] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.201834] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.201834] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.201834] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.201834] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.201834] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.201834] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.203072] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.203072] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.203072] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.203072] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.203072] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e0d81bfa-6138-4023-9d6e-c9963d2ec960 is going to be updated. [ 599.225283] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.225519] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.225626] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.225778] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.225941] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.226254] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0d81bfa-6138-4023-9d6e-c9963d2ec960" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.284974] env[65077]: INFO networking_nsxv3.common.synchronization [None req-7f3b5f51-06e8-4bca-aa80-657459f70379 None None] Enqueued Resource ID: bb068763-9928-43ad-b41b-844b53b9787d with Priority: HIGHEST for action port [ 599.285040] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb068763-9928-43ad-b41b-844b53b9787d with Priority: HIGHEST for action port [ 599.285568] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb068763-9928-43ad-b41b-844b53b9787d taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.285568] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb068763-9928-43ad-b41b-844b53b9787d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.285568] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb068763-9928-43ad-b41b-844b53b9787d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.285833] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb068763-9928-43ad-b41b-844b53b9787d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.285891] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb068763-9928-43ad-b41b-844b53b9787d',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.689768] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.689976] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.689976] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.690109] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.690192] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.690415] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.690519] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.690584] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.690768] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.690846] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.690929] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2658107d-6754-4434-90fa-8d04c60b7c74 already deleted. [ 599.691018] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.697630] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa8d5f03-7d42-445e-85f8-89629241916a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.760631] env[65077]: INFO networking_nsxv3.common.synchronization [req-f8bfed9e-64a3-43cd-a3ad-4a1279625ce5 req-be4d9ff8-783b-468c-afe6-b51f7e5f66f1 tempest-ServersTestMultiNic-137846435 tempest-ServersTestMultiNic-137846435-project-member] Enqueued Resource ID: 2658107d-6754-4434-90fa-8d04c60b7c74 with Priority: HIGHEST for action security_group_members [ 599.761246] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2658107d-6754-4434-90fa-8d04c60b7c74 with Priority: HIGHEST for action security_group_members [ 599.761658] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-2658107d-6754-4434-90fa-8d04c60b7c74 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.761791] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.761859] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.762909] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.764425] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.764425] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.764425] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.764425] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.764425] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.764425] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2658107d-6754-4434-90fa-8d04c60b7c74',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.787911] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bb068763-9928-43ad-b41b-844b53b9787d [ 599.788164] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.788317] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.788378] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.788585] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.788690] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.788792] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bb068763-9928-43ad-b41b-844b53b9787d already deleted. [ 599.788890] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb068763-9928-43ad-b41b-844b53b9787d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.914992] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56437e78-b2ea-47bf-ad0e-40def8cb4d60 in Status: SUCCESS [ 599.916364] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56437e78-b2ea-47bf-ad0e-40def8cb4d60" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.196931] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock network-575 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.197499] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "network-575" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.197727] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "network-575" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.199032] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "network-575" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.199032] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.199032] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.199032] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.199032] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.199032] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.199423] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.199423] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 600.199423] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 600.199565] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 600.199622] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.199730] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 600.199881] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 600.201508] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.201640] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.201694] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.201875] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.201960] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.202066] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa8d5f03-7d42-445e-85f8-89629241916a is going to be created. [ 600.251299] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 600.251391] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Cache value generated in 0.051 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 600.251522] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 600.251701] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "network-575" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.252099] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock port-65c7467a-0f31-4c83-9494-19930532cb0e taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.252273] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "port-65c7467a-0f31-4c83-9494-19930532cb0e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.252364] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "port-65c7467a-0f31-4c83-9494-19930532cb0e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.252646] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "port-65c7467a-0f31-4c83-9494-19930532cb0e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.253731] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65c7467a-0f31-4c83-9494-19930532cb0e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.257022] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.257022] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.257022] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.257022] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.257022] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.265704] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa8d5f03-7d42-445e-85f8-89629241916a in Status: UNINITIALIZED for 2s [ 600.267470] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.267675] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.267771] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.268058] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.268155] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.268358] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.268457] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.268538] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.268696] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.268773] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.268863] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2658107d-6754-4434-90fa-8d04c60b7c74 already deleted. [ 600.268945] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.756366] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.757114] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.757114] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.757570] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.757816] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.758098] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Segment Port 65c7467a-0f31-4c83-9494-19930532cb0e not found, creating... [ 600.758541] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.758838] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.759131] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.759524] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.759793] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.760282] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.760545] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.760750] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.761126] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.761478] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.761743] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Resource: SegmentPort with ID: 65c7467a-0f31-4c83-9494-19930532cb0e is going to be created. [ 600.785441] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.785854] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.786092] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.786536] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.786914] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.787387] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "port-65c7467a-0f31-4c83-9494-19930532cb0e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.017023] env[65077]: INFO networking_nsxv3.common.synchronization [req-cba0c9fd-ac94-4ec0-9959-a86832327ef1 req-5d6c8472-e758-45d7-901c-c2cb7fc364b4 tempest-ServersAdminTestJSON-426377813 tempest-ServersAdminTestJSON-426377813-project-member] Enqueued Resource ID: 01ad1d78-1c0f-4656-b348-852e5afff800 with Priority: HIGHEST for action security_group_members [ 601.017023] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01ad1d78-1c0f-4656-b348-852e5afff800 with Priority: HIGHEST for action security_group_members [ 601.017023] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ad1d78-1c0f-4656-b348-852e5afff800 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.017023] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.017023] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.017023] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.017023] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.017023] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.017023] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.017023] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.017023] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.017023] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01ad1d78-1c0f-4656-b348-852e5afff800',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.278979] env[65077]: INFO networking_nsxv3.common.synchronization [None req-49694e05-2376-4c4a-9844-9c3190ff4391 None None] Enqueued Resource ID: ffd8f38b-dca9-45ea-82e4-c5f4854312c9 with Priority: HIGHEST for action port [ 601.279598] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffd8f38b-dca9-45ea-82e4-c5f4854312c9 with Priority: HIGHEST for action port [ 601.280099] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-ffd8f38b-dca9-45ea-82e4-c5f4854312c9 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.280314] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ffd8f38b-dca9-45ea-82e4-c5f4854312c9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.280432] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ffd8f38b-dca9-45ea-82e4-c5f4854312c9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.280881] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ffd8f38b-dca9-45ea-82e4-c5f4854312c9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.280881] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffd8f38b-dca9-45ea-82e4-c5f4854312c9',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.485204] env[65077]: INFO networking_nsxv3.common.synchronization [req-f8bfed9e-64a3-43cd-a3ad-4a1279625ce5 req-50b3e801-7ba0-41e1-beac-97e444ea1268 service nova] Enqueued Resource ID: 2658107d-6754-4434-90fa-8d04c60b7c74 with Priority: HIGHEST for action security_group_rules [ 601.485478] env[65077]: INFO networking_nsxv3.common.synchronization [req-f8bfed9e-64a3-43cd-a3ad-4a1279625ce5 req-50b3e801-7ba0-41e1-beac-97e444ea1268 service nova] Enqueued Resource ID: 2658107d-6754-4434-90fa-8d04c60b7c74 with Priority: HIGHEST for action security_group_members [ 601.485676] env[65077]: INFO networking_nsxv3.common.synchronization [req-f8bfed9e-64a3-43cd-a3ad-4a1279625ce5 req-50b3e801-7ba0-41e1-beac-97e444ea1268 service nova] Enqueued Resource ID: 65c7467a-0f31-4c83-9494-19930532cb0e with Priority: HIGHEST for action port [ 601.487183] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2658107d-6754-4434-90fa-8d04c60b7c74 with Priority: HIGHEST for action security_group_rules [ 601.487426] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2658107d-6754-4434-90fa-8d04c60b7c74 with Priority: HIGHEST for action security_group_members [ 601.487680] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65c7467a-0f31-4c83-9494-19930532cb0e with Priority: HIGHEST for action port [ 601.488217] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2658107d-6754-4434-90fa-8d04c60b7c74 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.488462] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.488637] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.489406] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.489582] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2658107d-6754-4434-90fa-8d04c60b7c74',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.497024] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-2658107d-6754-4434-90fa-8d04c60b7c74 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.497024] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.497024] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.497024] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.497024] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.497024] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.497024] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.497024] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.497024] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.497024] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2658107d-6754-4434-90fa-8d04c60b7c74',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.500293] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-65c7467a-0f31-4c83-9494-19930532cb0e taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.500712] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65c7467a-0f31-4c83-9494-19930532cb0e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.500880] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65c7467a-0f31-4c83-9494-19930532cb0e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.501198] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65c7467a-0f31-4c83-9494-19930532cb0e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.501968] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65c7467a-0f31-4c83-9494-19930532cb0e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.520437] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.520437] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.520699] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.520761] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.520876] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.521147] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.521286] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.521370] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.521716] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.521716] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.521829] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01ad1d78-1c0f-4656-b348-852e5afff800 already deleted. [ 601.521955] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.784687] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ffd8f38b-dca9-45ea-82e4-c5f4854312c9 [ 601.784957] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.786144] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.786221] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.786402] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.786513] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.786618] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ffd8f38b-dca9-45ea-82e4-c5f4854312c9 already deleted. [ 601.786702] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ffd8f38b-dca9-45ea-82e4-c5f4854312c9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.807048] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock network-389 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.807240] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "network-389" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.807349] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "network-389" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.807805] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "network-389" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.808086] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.808259] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.808373] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.808660] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.808811] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.809196] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 601.809196] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 601.809196] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 601.809489] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 601.809489] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 601.809589] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 601.809714] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 601.833031] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 601.833304] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 601.833404] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 601.833633] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "network-389" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.834100] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock port-6b59a5a5-3eaa-4494-954a-c621fbe3ab6d taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.834319] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "port-6b59a5a5-3eaa-4494-954a-c621fbe3ab6d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.834460] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "port-6b59a5a5-3eaa-4494-954a-c621fbe3ab6d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.834918] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "port-6b59a5a5-3eaa-4494-954a-c621fbe3ab6d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.835160] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b59a5a5-3eaa-4494-954a-c621fbe3ab6d',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.994060] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-2658107d-6754-4434-90fa-8d04c60b7c74 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.994060] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.000575] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2658107d-6754-4434-90fa-8d04c60b7c74',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.005524] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 65c7467a-0f31-4c83-9494-19930532cb0e with status ACTIVE [ 602.005644] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.005717] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.005757] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.005982] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.006090] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.006358] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.006434] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.006472] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.006610] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.006721] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.006867] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.006949] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.007022] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.007739] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.007739] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.007739] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 65c7467a-0f31-4c83-9494-19930532cb0e is going to be updated. [ 602.031430] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.032141] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.032141] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.032141] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.032141] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.032359] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65c7467a-0f31-4c83-9494-19930532cb0e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.275870] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa8d5f03-7d42-445e-85f8-89629241916a in Status: SUCCESS [ 602.276124] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa8d5f03-7d42-445e-85f8-89629241916a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.276292] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa8d5f03-7d42-445e-85f8-89629241916a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.276513] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa8d5f03-7d42-445e-85f8-89629241916a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.277374] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.277374] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.277374] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.277374] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.277374] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.277374] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa8d5f03-7d42-445e-85f8-89629241916a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.277374] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aa8d5f03-7d42-445e-85f8-89629241916a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.334219] env[65077]: INFO networking_nsxv3.common.synchronization [req-98113857-a5b3-4ccf-8351-da7cb492d895 req-5bb06ff3-874b-45e3-a9ab-0af6ff9b2110 tempest-ImagesNegativeTestJSON-934824856 tempest-ImagesNegativeTestJSON-934824856-project-member] Enqueued Resource ID: 4d792878-6d10-49dd-b190-04454883a85e with Priority: HIGHEST for action security_group_members [ 602.334896] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d792878-6d10-49dd-b190-04454883a85e with Priority: HIGHEST for action security_group_members [ 602.335320] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d792878-6d10-49dd-b190-04454883a85e taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.335596] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d792878-6d10-49dd-b190-04454883a85e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.335695] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d792878-6d10-49dd-b190-04454883a85e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.335913] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d792878-6d10-49dd-b190-04454883a85e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.336227] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.336227] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.336397] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.336459] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.336515] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.336602] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d792878-6d10-49dd-b190-04454883a85e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.338481] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.338800] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.338964] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.339307] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.339542] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.339780] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Segment Port 6b59a5a5-3eaa-4494-954a-c621fbe3ab6d not found, creating... [ 602.340208] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.340382] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.340514] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.340818] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.340979] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.341289] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.341486] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.341691] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.341948] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.342107] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.342281] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Resource: SegmentPort with ID: 6b59a5a5-3eaa-4494-954a-c621fbe3ab6d is going to be created. [ 602.362613] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.362836] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.362967] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.363264] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.363491] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.363710] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "port-6b59a5a5-3eaa-4494-954a-c621fbe3ab6d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.503906] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2658107d-6754-4434-90fa-8d04c60b7c74',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.764158] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock network-969 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.764493] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "network-969" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.764493] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "network-969" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.765012] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "network-969" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.765267] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.765868] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.765868] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.765868] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.766110] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.766250] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.766402] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 602.766507] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 602.766716] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 602.766716] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.766862] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 602.766986] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 602.779600] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa8d5f03-7d42-445e-85f8-89629241916a taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.780505] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa8d5f03-7d42-445e-85f8-89629241916a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.780612] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa8d5f03-7d42-445e-85f8-89629241916a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.780820] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa8d5f03-7d42-445e-85f8-89629241916a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.781019] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.781127] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.781208] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.781374] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.781473] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.781575] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa8d5f03-7d42-445e-85f8-89629241916a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.781737] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa8d5f03-7d42-445e-85f8-89629241916a taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.781848] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa8d5f03-7d42-445e-85f8-89629241916a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.781916] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa8d5f03-7d42-445e-85f8-89629241916a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.782097] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa8d5f03-7d42-445e-85f8-89629241916a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.782253] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.782348] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.782408] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.782579] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.782649] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.782752] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa8d5f03-7d42-445e-85f8-89629241916a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.782880] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aa8d5f03-7d42-445e-85f8-89629241916a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.787208] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 602.787372] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 602.787586] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 602.787716] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "network-969" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.787999] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock port-505ff55d-539d-484b-ae21-5ecc379411e0 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.788174] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "port-505ff55d-539d-484b-ae21-5ecc379411e0" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.788323] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "port-505ff55d-539d-484b-ae21-5ecc379411e0" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.788650] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "port-505ff55d-539d-484b-ae21-5ecc379411e0" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.788777] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('505ff55d-539d-484b-ae21-5ecc379411e0',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.844275] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.844275] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.844469] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.844521] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.844621] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.844828] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.844974] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.845051] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.845212] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.845281] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.845365] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d792878-6d10-49dd-b190-04454883a85e is going to be updated. [ 602.886586] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.887209] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.887384] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.887755] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.887986] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.897693] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d792878-6d10-49dd-b190-04454883a85e in Status: IN_PROGRESS for 2s [ 603.006693] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.006915] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.006963] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.007249] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.007385] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.007508] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2658107d-6754-4434-90fa-8d04c60b7c74 is going to be created. [ 603.037239] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.037763] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.037763] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.037873] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.037994] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.048090] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2658107d-6754-4434-90fa-8d04c60b7c74 in Status: UNINITIALIZED for 2s [ 603.060475] env[65077]: INFO networking_nsxv3.common.synchronization [req-cba0c9fd-ac94-4ec0-9959-a86832327ef1 req-0d2a6cf8-c47e-4d06-b464-be881973069a service nova] Enqueued Resource ID: 01ad1d78-1c0f-4656-b348-852e5afff800 with Priority: HIGHEST for action security_group_rules [ 603.060637] env[65077]: INFO networking_nsxv3.common.synchronization [req-cba0c9fd-ac94-4ec0-9959-a86832327ef1 req-0d2a6cf8-c47e-4d06-b464-be881973069a service nova] Enqueued Resource ID: 01ad1d78-1c0f-4656-b348-852e5afff800 with Priority: HIGHEST for action security_group_members [ 603.060766] env[65077]: INFO networking_nsxv3.common.synchronization [req-cba0c9fd-ac94-4ec0-9959-a86832327ef1 req-0d2a6cf8-c47e-4d06-b464-be881973069a service nova] Enqueued Resource ID: 6b59a5a5-3eaa-4494-954a-c621fbe3ab6d with Priority: HIGHEST for action port [ 603.061305] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01ad1d78-1c0f-4656-b348-852e5afff800 with Priority: HIGHEST for action security_group_rules [ 603.061438] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01ad1d78-1c0f-4656-b348-852e5afff800 with Priority: HIGHEST for action security_group_members [ 603.061547] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b59a5a5-3eaa-4494-954a-c621fbe3ab6d with Priority: HIGHEST for action port [ 603.061834] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01ad1d78-1c0f-4656-b348-852e5afff800 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.061941] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.062349] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.062709] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.062709] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01ad1d78-1c0f-4656-b348-852e5afff800',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.063575] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ad1d78-1c0f-4656-b348-852e5afff800 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.063692] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.063757] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.063924] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.064074] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.064770] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.064846] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.065019] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.065113] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.066013] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01ad1d78-1c0f-4656-b348-852e5afff800',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.066013] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b59a5a5-3eaa-4494-954a-c621fbe3ab6d taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.066215] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b59a5a5-3eaa-4494-954a-c621fbe3ab6d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.066215] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b59a5a5-3eaa-4494-954a-c621fbe3ab6d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.066320] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b59a5a5-3eaa-4494-954a-c621fbe3ab6d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.066389] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b59a5a5-3eaa-4494-954a-c621fbe3ab6d',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.286317] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aa8d5f03-7d42-445e-85f8-89629241916a: rpc.has_security_group_logging(os_id): False [ 603.291988] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.294231] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.294231] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.294231] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.294231] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.294231] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Segment Port 505ff55d-539d-484b-ae21-5ecc379411e0 not found, creating... [ 603.294231] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.294231] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.294231] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.294231] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.294231] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.294674] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.294674] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.294674] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.295742] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.295742] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.295742] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Resource: SegmentPort with ID: 505ff55d-539d-484b-ae21-5ecc379411e0 is going to be created. [ 603.326289] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.326494] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.326542] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.326735] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.326825] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.327045] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.327146] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.327208] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.327357] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.327434] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.327678] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.327763] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.327832] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.328115] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.328221] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.328425] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.328562] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.328619] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.328719] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.328794] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.328879] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa8d5f03-7d42-445e-85f8-89629241916a is going to be created. [ 603.342794] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.343032] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.343168] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.343485] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.343778] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.344059] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "port-505ff55d-539d-484b-ae21-5ecc379411e0" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.431361] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.431361] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.431628] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.431664] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.431833] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.454915] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa8d5f03-7d42-445e-85f8-89629241916a in Status: IN_PROGRESS for 2s [ 603.568549] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ad1d78-1c0f-4656-b348-852e5afff800 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.568801] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.568930] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01ad1d78-1c0f-4656-b348-852e5afff800',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.569865] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6b59a5a5-3eaa-4494-954a-c621fbe3ab6d with status ACTIVE [ 603.570662] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.570662] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.570662] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.570662] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.570662] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.570949] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.570949] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.570949] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.571106] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.571151] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.573285] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.573285] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.573285] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.573285] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.573285] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.573285] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6b59a5a5-3eaa-4494-954a-c621fbe3ab6d is going to be updated. [ 603.588024] env[65077]: INFO networking_nsxv3.common.synchronization [None req-54057aec-66a6-4eda-9ca4-e13161c37f1a None None] Enqueued Resource ID: eb175fe3-5e9e-489d-a09b-776ff0cbc544 with Priority: HIGHEST for action port [ 603.588024] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb175fe3-5e9e-489d-a09b-776ff0cbc544 with Priority: HIGHEST for action port [ 603.588024] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb175fe3-5e9e-489d-a09b-776ff0cbc544 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.588024] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb175fe3-5e9e-489d-a09b-776ff0cbc544" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.588024] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb175fe3-5e9e-489d-a09b-776ff0cbc544" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.588795] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb175fe3-5e9e-489d-a09b-776ff0cbc544" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.589033] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb175fe3-5e9e-489d-a09b-776ff0cbc544',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.600581] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.601058] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.601243] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.601554] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.601864] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.602657] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b59a5a5-3eaa-4494-954a-c621fbe3ab6d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.782168] env[65077]: INFO networking_nsxv3.common.synchronization [req-17ea3ecc-dfeb-4c47-b7be-0ac3c356b07a req-9778bda6-4c0c-4c28-b6b8-f2e4b713d5ce tempest-DeleteServersTestJSON-1076641606 tempest-DeleteServersTestJSON-1076641606-project-member] Enqueued Resource ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 with Priority: HIGHEST for action security_group_members [ 603.782168] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 with Priority: HIGHEST for action security_group_members [ 603.782546] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8ed50b5-f4f3-434b-85c0-be75dfdec948 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.782805] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.782960] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.783324] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.783604] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.783863] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.784037] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.784304] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.784530] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.784739] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8ed50b5-f4f3-434b-85c0-be75dfdec948',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.073792] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01ad1d78-1c0f-4656-b348-852e5afff800',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.092129] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eb175fe3-5e9e-489d-a09b-776ff0cbc544 [ 604.092129] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.092347] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.092347] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.092654] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.092654] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.092760] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eb175fe3-5e9e-489d-a09b-776ff0cbc544 already deleted. [ 604.093030] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb175fe3-5e9e-489d-a09b-776ff0cbc544" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.093849] env[65077]: INFO networking_nsxv3.common.synchronization [req-f8bfed9e-64a3-43cd-a3ad-4a1279625ce5 req-590afeac-d8d0-4290-8815-21f0eee79c7a service nova] Enqueued Resource ID: 2658107d-6754-4434-90fa-8d04c60b7c74 with Priority: HIGHEST for action security_group_rules [ 604.094018] env[65077]: INFO networking_nsxv3.common.synchronization [req-f8bfed9e-64a3-43cd-a3ad-4a1279625ce5 req-590afeac-d8d0-4290-8815-21f0eee79c7a service nova] Enqueued Resource ID: 2658107d-6754-4434-90fa-8d04c60b7c74 with Priority: HIGHEST for action security_group_members [ 604.095086] env[65077]: INFO networking_nsxv3.common.synchronization [req-f8bfed9e-64a3-43cd-a3ad-4a1279625ce5 req-590afeac-d8d0-4290-8815-21f0eee79c7a service nova] Enqueued Resource ID: 505ff55d-539d-484b-ae21-5ecc379411e0 with Priority: HIGHEST for action port [ 604.095866] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2658107d-6754-4434-90fa-8d04c60b7c74 with Priority: HIGHEST for action security_group_rules [ 604.095866] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2658107d-6754-4434-90fa-8d04c60b7c74 with Priority: HIGHEST for action security_group_members [ 604.095866] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 505ff55d-539d-484b-ae21-5ecc379411e0 with Priority: HIGHEST for action port [ 604.095866] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2658107d-6754-4434-90fa-8d04c60b7c74 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.096644] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.096644] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-2658107d-6754-4434-90fa-8d04c60b7c74 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.096644] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.096644] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-505ff55d-539d-484b-ae21-5ecc379411e0 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.096644] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-505ff55d-539d-484b-ae21-5ecc379411e0" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.096644] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-505ff55d-539d-484b-ae21-5ecc379411e0" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.096945] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-505ff55d-539d-484b-ae21-5ecc379411e0" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.096945] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('505ff55d-539d-484b-ae21-5ecc379411e0',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.287227] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.287477] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.287477] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.287811] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.287897] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.288046] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.288153] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.288215] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.288367] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.288440] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.288820] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 already deleted. [ 604.290419] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.390205] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock network-542 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.390396] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "network-542" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.390512] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "network-542" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.390836] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "network-542" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.391106] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.391261] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.391371] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.391587] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.391727] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.391922] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.392182] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 604.392758] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 604.392758] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 604.392758] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.392758] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 604.392758] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 604.414183] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 604.414183] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 604.414183] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 604.414311] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "network-542" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.415162] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock port-eb7a289e-0850-4335-acad-9dc29a6df63f taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.415162] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "port-eb7a289e-0850-4335-acad-9dc29a6df63f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.415162] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "port-eb7a289e-0850-4335-acad-9dc29a6df63f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.415729] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "port-eb7a289e-0850-4335-acad-9dc29a6df63f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.415729] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb7a289e-0850-4335-acad-9dc29a6df63f',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.576489] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.576870] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.577145] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.577473] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.577679] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.577871] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01ad1d78-1c0f-4656-b348-852e5afff800 is going to be created. [ 604.600412] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 505ff55d-539d-484b-ae21-5ecc379411e0 with status ACTIVE [ 604.600695] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.600869] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.600946] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.601208] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.601294] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.601471] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.601581] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.601652] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.601798] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.601876] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.602535] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.602535] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.602535] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.602535] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.602822] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.602822] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 505ff55d-539d-484b-ae21-5ecc379411e0 is going to be updated. [ 604.608933] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.609148] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.609148] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.609342] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.609502] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.621720] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ad1d78-1c0f-4656-b348-852e5afff800 in Status: UNINITIALIZED for 2s [ 604.635298] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.635298] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.635298] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.635298] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.635298] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.635298] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-505ff55d-539d-484b-ae21-5ecc379411e0" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.908320] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d792878-6d10-49dd-b190-04454883a85e in Status: SUCCESS [ 604.908593] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d792878-6d10-49dd-b190-04454883a85e deletion is rescheduled due to dependency. [ 604.908689] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d792878-6d10-49dd-b190-04454883a85e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.921144] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.921288] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.921433] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.921675] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.921775] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.921936] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Segment Port eb7a289e-0850-4335-acad-9dc29a6df63f not found, creating... [ 604.922186] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.922495] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.922495] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.922662] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.922790] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.923180] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.923339] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.923339] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.923633] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.923789] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.923926] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Resource: SegmentPort with ID: eb7a289e-0850-4335-acad-9dc29a6df63f is going to be created. [ 604.945508] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.945745] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.945951] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.946260] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.946494] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.946716] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "port-eb7a289e-0850-4335-acad-9dc29a6df63f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.072015] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2658107d-6754-4434-90fa-8d04c60b7c74 in Status: SUCCESS [ 605.072182] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.072354] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.072570] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.072763] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.072889] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.072952] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.073121] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.073200] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.073283] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.073379] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2658107d-6754-4434-90fa-8d04c60b7c74',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.074400] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.074617] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.074735] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.074842] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.074906] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.075068] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.075147] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.075237] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2658107d-6754-4434-90fa-8d04c60b7c74',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.376385] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock network-575 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.376599] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "network-575" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.376693] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "network-575" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.376957] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "network-575" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.377381] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.377381] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.377611] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.377715] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.377859] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.378071] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 605.378182] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 605.378285] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 605.378389] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 605.378495] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 605.378604] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 605.378724] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 605.398803] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 605.399057] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 605.399146] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 605.399279] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "network-575" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.399596] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock port-39758513-6348-45d4-bad3-5b77c60796a9 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.399768] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "port-39758513-6348-45d4-bad3-5b77c60796a9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.399882] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "port-39758513-6348-45d4-bad3-5b77c60796a9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.400280] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "port-39758513-6348-45d4-bad3-5b77c60796a9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.400422] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39758513-6348-45d4-bad3-5b77c60796a9',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.472171] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa8d5f03-7d42-445e-85f8-89629241916a in Status: SUCCESS [ 605.472427] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa8d5f03-7d42-445e-85f8-89629241916a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.577171] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-2658107d-6754-4434-90fa-8d04c60b7c74 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.577364] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.578051] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2658107d-6754-4434-90fa-8d04c60b7c74',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.697034] env[65077]: INFO networking_nsxv3.common.synchronization [req-17ea3ecc-dfeb-4c47-b7be-0ac3c356b07a req-b75c2827-bf00-45c9-896d-ed8b872a210a service nova] Enqueued Resource ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 with Priority: HIGHEST for action security_group_rules [ 605.697271] env[65077]: INFO networking_nsxv3.common.synchronization [req-17ea3ecc-dfeb-4c47-b7be-0ac3c356b07a req-b75c2827-bf00-45c9-896d-ed8b872a210a service nova] Enqueued Resource ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 with Priority: HIGHEST for action security_group_members [ 605.697404] env[65077]: INFO networking_nsxv3.common.synchronization [req-17ea3ecc-dfeb-4c47-b7be-0ac3c356b07a req-b75c2827-bf00-45c9-896d-ed8b872a210a service nova] Enqueued Resource ID: eb7a289e-0850-4335-acad-9dc29a6df63f with Priority: HIGHEST for action port [ 605.697985] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 with Priority: HIGHEST for action security_group_rules [ 605.698794] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 with Priority: HIGHEST for action security_group_members [ 605.698982] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb7a289e-0850-4335-acad-9dc29a6df63f with Priority: HIGHEST for action port [ 605.699362] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8ed50b5-f4f3-434b-85c0-be75dfdec948 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.699563] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.699668] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.699987] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.700143] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8ed50b5-f4f3-434b-85c0-be75dfdec948',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.701461] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8ed50b5-f4f3-434b-85c0-be75dfdec948 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.702536] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.702651] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.702881] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.703777] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.703777] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.703777] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.703777] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.703777] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.703777] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8ed50b5-f4f3-434b-85c0-be75dfdec948',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.704942] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb7a289e-0850-4335-acad-9dc29a6df63f taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.705471] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb7a289e-0850-4335-acad-9dc29a6df63f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.705595] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb7a289e-0850-4335-acad-9dc29a6df63f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.705866] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb7a289e-0850-4335-acad-9dc29a6df63f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.706323] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb7a289e-0850-4335-acad-9dc29a6df63f',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.903341] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.903596] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.903725] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.904068] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.904309] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.904516] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Segment Port 39758513-6348-45d4-bad3-5b77c60796a9 not found, creating... [ 605.904813] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.905056] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.905240] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.905538] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.905698] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.906016] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.906239] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.906384] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.906631] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.906801] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.907209] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Resource: SegmentPort with ID: 39758513-6348-45d4-bad3-5b77c60796a9 is going to be created. [ 605.929043] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.929325] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.929457] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.929727] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.929983] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.930229] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "port-39758513-6348-45d4-bad3-5b77c60796a9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.000502] env[65077]: INFO networking_nsxv3.common.synchronization [req-e69d3824-b797-4c9c-8ad0-8a98f97e7e15 req-21bfdfd6-a54d-4ff9-95f5-d978bf3fe4c5 tempest-ServerDiskConfigTestJSON-1910186758 tempest-ServerDiskConfigTestJSON-1910186758-project-member] Enqueued Resource ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f with Priority: HIGHEST for action security_group_members [ 606.000502] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f with Priority: HIGHEST for action security_group_members [ 606.001633] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-39fdd242-c400-49e1-8754-8fc68bcdde8f taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.002025] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.002213] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.002674] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.003138] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.003671] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.003836] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.004135] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.004316] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.005026] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39fdd242-c400-49e1-8754-8fc68bcdde8f',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.079734] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2658107d-6754-4434-90fa-8d04c60b7c74',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.208709] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8ed50b5-f4f3-434b-85c0-be75dfdec948',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.210194] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8ed50b5-f4f3-434b-85c0-be75dfdec948 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.211968] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.212381] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eb7a289e-0850-4335-acad-9dc29a6df63f with status ACTIVE [ 606.212984] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.213268] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.215872] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.215872] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.215872] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.215872] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.215872] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.215872] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.215872] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.215872] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.217253] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.217253] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.217409] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.217548] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.217776] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.217882] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eb7a289e-0850-4335-acad-9dc29a6df63f is going to be updated. [ 606.242749] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.242971] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.243067] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.243315] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.243514] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.243700] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb7a289e-0850-4335-acad-9dc29a6df63f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.500437] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock network-909 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.500437] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "network-909" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.500437] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "network-909" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.500437] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "network-909" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.500792] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.500969] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.501112] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.501567] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.501800] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.502169] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.502381] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 606.502554] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 606.502704] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 606.503079] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.503464] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 606.503571] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 606.508462] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.508965] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.509215] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.509501] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.509626] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.509904] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.510073] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.510241] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.510500] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.510570] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.510703] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f already deleted. [ 606.510785] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.528167] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 606.528502] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 606.528788] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 606.529576] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "network-909" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.529576] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock port-64e09b3b-f695-4703-9583-1df2dcfa3507 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.529816] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "port-64e09b3b-f695-4703-9583-1df2dcfa3507" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.529816] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "port-64e09b3b-f695-4703-9583-1df2dcfa3507" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.530193] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "port-64e09b3b-f695-4703-9583-1df2dcfa3507" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.530373] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64e09b3b-f695-4703-9583-1df2dcfa3507',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.581996] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.582310] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.582310] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.582550] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.582647] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.582775] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2658107d-6754-4434-90fa-8d04c60b7c74 is going to be updated. [ 606.613567] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.613856] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.613929] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.614223] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.614457] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.625499] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2658107d-6754-4434-90fa-8d04c60b7c74 in Status: IN_PROGRESS for 2s [ 606.631871] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ad1d78-1c0f-4656-b348-852e5afff800 in Status: SUCCESS [ 606.631871] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.632457] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.633158] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.633158] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.633350] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.633421] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.633658] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.633744] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.633800] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.633853] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01ad1d78-1c0f-4656-b348-852e5afff800',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.697891] env[65077]: INFO networking_nsxv3.common.synchronization [req-f8bfed9e-64a3-43cd-a3ad-4a1279625ce5 req-9b5674f3-e53a-45e6-8b78-6ebebe533a32 service nova] Enqueued Resource ID: 2658107d-6754-4434-90fa-8d04c60b7c74 with Priority: HIGHEST for action security_group_rules [ 606.697962] env[65077]: INFO networking_nsxv3.common.synchronization [req-f8bfed9e-64a3-43cd-a3ad-4a1279625ce5 req-9b5674f3-e53a-45e6-8b78-6ebebe533a32 service nova] Enqueued Resource ID: 2658107d-6754-4434-90fa-8d04c60b7c74 with Priority: HIGHEST for action security_group_members [ 606.698109] env[65077]: INFO networking_nsxv3.common.synchronization [req-f8bfed9e-64a3-43cd-a3ad-4a1279625ce5 req-9b5674f3-e53a-45e6-8b78-6ebebe533a32 service nova] Enqueued Resource ID: 39758513-6348-45d4-bad3-5b77c60796a9 with Priority: HIGHEST for action port [ 606.698788] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2658107d-6754-4434-90fa-8d04c60b7c74 with Priority: HIGHEST for action security_group_rules [ 606.698963] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2658107d-6754-4434-90fa-8d04c60b7c74 with Priority: HIGHEST for action security_group_members [ 606.699111] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39758513-6348-45d4-bad3-5b77c60796a9 with Priority: HIGHEST for action port [ 606.699403] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2658107d-6754-4434-90fa-8d04c60b7c74 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.699577] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.700312] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-2658107d-6754-4434-90fa-8d04c60b7c74 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.700411] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.700649] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-39758513-6348-45d4-bad3-5b77c60796a9 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.700811] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39758513-6348-45d4-bad3-5b77c60796a9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.700909] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39758513-6348-45d4-bad3-5b77c60796a9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.701225] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39758513-6348-45d4-bad3-5b77c60796a9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.701292] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39758513-6348-45d4-bad3-5b77c60796a9',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.720719] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8ed50b5-f4f3-434b-85c0-be75dfdec948',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.035083] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.035083] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.035083] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.035083] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.035083] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.035083] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Segment Port 64e09b3b-f695-4703-9583-1df2dcfa3507 not found, creating... [ 607.035083] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.035083] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.035083] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.035083] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.035083] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.035628] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.035628] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.035628] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.036160] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.037117] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.037280] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Resource: SegmentPort with ID: 64e09b3b-f695-4703-9583-1df2dcfa3507 is going to be created. [ 607.063362] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.063579] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.063672] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.063960] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.064258] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.064417] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "port-64e09b3b-f695-4703-9583-1df2dcfa3507" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.138244] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ad1d78-1c0f-4656-b348-852e5afff800 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.138643] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.138733] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.139036] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.139288] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.139442] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.139596] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.140205] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.140205] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.140205] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.140401] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ad1d78-1c0f-4656-b348-852e5afff800 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.140548] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.140651] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.140985] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.141211] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.141360] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.141439] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.141644] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.141842] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.142054] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.142204] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01ad1d78-1c0f-4656-b348-852e5afff800',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.206705] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 39758513-6348-45d4-bad3-5b77c60796a9 with status ACTIVE [ 607.207088] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.207326] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.207419] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.207785] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.207946] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.208244] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.208410] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.208539] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.208803] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.208954] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.209231] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.209396] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.209499] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.209741] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.209873] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.210013] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 39758513-6348-45d4-bad3-5b77c60796a9 is going to be updated. [ 607.223630] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.223811] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.223922] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.224145] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.224242] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.224372] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 is going to be created. [ 607.253070] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.253159] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.253230] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.253558] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.253772] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.253772] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39758513-6348-45d4-bad3-5b77c60796a9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.270623] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.270784] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.270824] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.271042] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.273509] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.287266] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 in Status: UNINITIALIZED for 2s [ 607.645026] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01ad1d78-1c0f-4656-b348-852e5afff800: rpc.has_security_group_logging(os_id): False [ 607.667053] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.667053] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.667053] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.667304] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.667450] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.667717] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.668181] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.668594] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.668700] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.668774] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.669069] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.669207] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.669416] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.669653] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.669769] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.670165] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.670165] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.670290] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.670379] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.670458] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.670565] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01ad1d78-1c0f-4656-b348-852e5afff800 is going to be created. [ 607.741763] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.742057] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.742159] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.742404] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.742696] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.756639] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01ad1d78-1c0f-4656-b348-852e5afff800 in Status: IN_PROGRESS for 2s [ 607.806276] env[65077]: INFO networking_nsxv3.common.synchronization [req-f421af19-76e8-4eec-aa9a-d11e21834ac8 req-71f844ac-4829-43e9-a291-c433a9f28699 tempest-VolumesAssistedSnapshotsTest-324383150 tempest-VolumesAssistedSnapshotsTest-324383150-project-member] Enqueued Resource ID: 0241d8af-347c-48e3-ace7-302198e5e63e with Priority: HIGHEST for action security_group_members [ 607.806276] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0241d8af-347c-48e3-ace7-302198e5e63e with Priority: HIGHEST for action security_group_members [ 607.806600] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-0241d8af-347c-48e3-ace7-302198e5e63e taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.806600] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0241d8af-347c-48e3-ace7-302198e5e63e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.806600] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0241d8af-347c-48e3-ace7-302198e5e63e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.806880] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0241d8af-347c-48e3-ace7-302198e5e63e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.807056] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.807163] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.807227] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.807389] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.807503] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.807890] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0241d8af-347c-48e3-ace7-302198e5e63e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.858200] env[65077]: INFO networking_nsxv3.common.synchronization [req-e69d3824-b797-4c9c-8ad0-8a98f97e7e15 req-21142a0f-fc3c-4c01-96d0-41a344625460 service nova] Enqueued Resource ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f with Priority: HIGHEST for action security_group_rules [ 607.858200] env[65077]: INFO networking_nsxv3.common.synchronization [req-e69d3824-b797-4c9c-8ad0-8a98f97e7e15 req-21142a0f-fc3c-4c01-96d0-41a344625460 service nova] Enqueued Resource ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f with Priority: HIGHEST for action security_group_members [ 607.858200] env[65077]: INFO networking_nsxv3.common.synchronization [req-e69d3824-b797-4c9c-8ad0-8a98f97e7e15 req-21142a0f-fc3c-4c01-96d0-41a344625460 service nova] Enqueued Resource ID: 64e09b3b-f695-4703-9583-1df2dcfa3507 with Priority: HIGHEST for action port [ 607.859041] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f with Priority: HIGHEST for action security_group_rules [ 607.859360] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f with Priority: HIGHEST for action security_group_members [ 607.859596] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64e09b3b-f695-4703-9583-1df2dcfa3507 with Priority: HIGHEST for action port [ 607.860079] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39fdd242-c400-49e1-8754-8fc68bcdde8f taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.860377] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.862600] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.862600] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.862600] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39fdd242-c400-49e1-8754-8fc68bcdde8f',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.863681] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-39fdd242-c400-49e1-8754-8fc68bcdde8f taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.863981] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.864679] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.865139] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.865428] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.867479] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.867479] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.867479] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.867479] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.867479] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39fdd242-c400-49e1-8754-8fc68bcdde8f',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.868277] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-64e09b3b-f695-4703-9583-1df2dcfa3507 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.868582] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64e09b3b-f695-4703-9583-1df2dcfa3507" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.868838] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64e09b3b-f695-4703-9583-1df2dcfa3507" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.869330] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64e09b3b-f695-4703-9583-1df2dcfa3507" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.869548] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64e09b3b-f695-4703-9583-1df2dcfa3507',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.296273] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock network-971 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.296668] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "network-971" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.296668] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "network-971" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.296913] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "network-971" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.297192] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.297349] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.297459] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.297743] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.297837] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.300662] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 608.300890] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 608.301010] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 608.301133] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 608.301241] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 608.301342] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 608.301483] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 608.310941] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.311342] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.311469] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.313924] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.314078] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.314355] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.314666] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.315016] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.316127] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.316225] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.316361] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0241d8af-347c-48e3-ace7-302198e5e63e already deleted. [ 608.316405] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0241d8af-347c-48e3-ace7-302198e5e63e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.322441] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 608.322441] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 608.322441] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 608.322648] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "network-971" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.322974] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock port-a6199846-ccce-40b7-a80e-2a1033f886a1 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.323216] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "port-a6199846-ccce-40b7-a80e-2a1033f886a1" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.323328] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "port-a6199846-ccce-40b7-a80e-2a1033f886a1" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.323597] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "port-a6199846-ccce-40b7-a80e-2a1033f886a1" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.323730] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6199846-ccce-40b7-a80e-2a1033f886a1',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.373977] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39fdd242-c400-49e1-8754-8fc68bcdde8f',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.376048] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-39fdd242-c400-49e1-8754-8fc68bcdde8f taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.376048] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.376048] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 64e09b3b-f695-4703-9583-1df2dcfa3507 with status ACTIVE [ 608.376048] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.376048] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.376352] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.376352] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.376410] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.376577] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.376717] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.376811] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.376989] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.380480] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.380480] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.380651] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.380651] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.380839] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.380938] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.381065] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 64e09b3b-f695-4703-9583-1df2dcfa3507 is going to be updated. [ 608.408780] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.408990] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.409147] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.409403] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.409545] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.409745] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64e09b3b-f695-4703-9583-1df2dcfa3507" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.636178] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2658107d-6754-4434-90fa-8d04c60b7c74 in Status: SUCCESS [ 608.636394] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.636559] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.636791] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.637099] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.637232] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.637232] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.637351] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.637400] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.637475] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.637696] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-2658107d-6754-4434-90fa-8d04c60b7c74 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.637805] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.637851] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.637997] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.638251] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.638251] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.638384] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.638444] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.638544] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.638705] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.638881] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2658107d-6754-4434-90fa-8d04c60b7c74',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.639774] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.640250] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.640250] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.640250] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.640250] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.640491] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.640491] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.640552] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2658107d-6754-4434-90fa-8d04c60b7c74',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.826293] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.826549] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.826636] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.826908] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.827063] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.827303] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Segment Port a6199846-ccce-40b7-a80e-2a1033f886a1 not found, creating... [ 608.827595] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.827824] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.828181] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.828181] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.828331] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.828500] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.828651] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.828747] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.828941] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.829160] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.829454] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Resource: SegmentPort with ID: a6199846-ccce-40b7-a80e-2a1033f886a1 is going to be created. [ 608.849020] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.849254] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.849372] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.850044] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.850044] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.850211] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "port-a6199846-ccce-40b7-a80e-2a1033f886a1" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.883224] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39fdd242-c400-49e1-8754-8fc68bcdde8f',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.142398] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2658107d-6754-4434-90fa-8d04c60b7c74: rpc.has_security_group_logging(os_id): False [ 609.143544] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2658107d-6754-4434-90fa-8d04c60b7c74',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.161064] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.161213] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.161257] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.161523] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.161594] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.161751] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.161846] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.161908] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.162072] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.162151] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.162323] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.162415] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.162475] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.162612] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.162725] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.162866] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.162956] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.163029] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.163169] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.163242] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.163324] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2658107d-6754-4434-90fa-8d04c60b7c74 is going to be created. [ 609.233364] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.233578] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.233578] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.233820] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.234049] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.246922] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2658107d-6754-4434-90fa-8d04c60b7c74 in Status: IN_PROGRESS for 2s [ 609.298550] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 in Status: SUCCESS [ 609.298929] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.299143] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.299420] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.300112] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.300112] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.300112] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.300112] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.300338] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.300338] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.300397] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c8ed50b5-f4f3-434b-85c0-be75dfdec948',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.385570] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.386926] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.386926] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.386926] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.386926] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.386926] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f is going to be created. [ 609.420286] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.420447] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.420600] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.420714] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.420886] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.437147] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f in Status: UNINITIALIZED for 2s [ 609.646174] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2658107d-6754-4434-90fa-8d04c60b7c74',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.678377] env[65077]: INFO networking_nsxv3.common.synchronization [req-f421af19-76e8-4eec-aa9a-d11e21834ac8 req-94f7079e-6a88-4a38-8266-02583d2fcbfe service nova] Enqueued Resource ID: 0241d8af-347c-48e3-ace7-302198e5e63e with Priority: HIGHEST for action security_group_rules [ 609.678590] env[65077]: INFO networking_nsxv3.common.synchronization [req-f421af19-76e8-4eec-aa9a-d11e21834ac8 req-94f7079e-6a88-4a38-8266-02583d2fcbfe service nova] Enqueued Resource ID: 0241d8af-347c-48e3-ace7-302198e5e63e with Priority: HIGHEST for action security_group_members [ 609.678765] env[65077]: INFO networking_nsxv3.common.synchronization [req-f421af19-76e8-4eec-aa9a-d11e21834ac8 req-94f7079e-6a88-4a38-8266-02583d2fcbfe service nova] Enqueued Resource ID: a6199846-ccce-40b7-a80e-2a1033f886a1 with Priority: HIGHEST for action port [ 609.679287] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0241d8af-347c-48e3-ace7-302198e5e63e with Priority: HIGHEST for action security_group_rules [ 609.679423] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0241d8af-347c-48e3-ace7-302198e5e63e with Priority: HIGHEST for action security_group_members [ 609.680077] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6199846-ccce-40b7-a80e-2a1033f886a1 with Priority: HIGHEST for action port [ 609.680437] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0241d8af-347c-48e3-ace7-302198e5e63e taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.680566] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0241d8af-347c-48e3-ace7-302198e5e63e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.680708] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0241d8af-347c-48e3-ace7-302198e5e63e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.680830] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0241d8af-347c-48e3-ace7-302198e5e63e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.680938] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0241d8af-347c-48e3-ace7-302198e5e63e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.681845] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-0241d8af-347c-48e3-ace7-302198e5e63e taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.681989] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0241d8af-347c-48e3-ace7-302198e5e63e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.682076] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0241d8af-347c-48e3-ace7-302198e5e63e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.682256] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0241d8af-347c-48e3-ace7-302198e5e63e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.682466] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.682525] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.682568] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.682726] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.682838] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.682965] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0241d8af-347c-48e3-ace7-302198e5e63e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.683873] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6199846-ccce-40b7-a80e-2a1033f886a1 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.684022] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6199846-ccce-40b7-a80e-2a1033f886a1" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.684099] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6199846-ccce-40b7-a80e-2a1033f886a1" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.684265] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6199846-ccce-40b7-a80e-2a1033f886a1" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.684336] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6199846-ccce-40b7-a80e-2a1033f886a1',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.769340] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01ad1d78-1c0f-4656-b348-852e5afff800 in Status: SUCCESS [ 609.769592] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.802773] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8ed50b5-f4f3-434b-85c0-be75dfdec948 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.802936] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.803022] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.803345] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.803569] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.803721] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.803791] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.804024] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.804116] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.804241] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.804382] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8ed50b5-f4f3-434b-85c0-be75dfdec948 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.804512] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.804580] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.804797] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.804970] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.805113] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.805915] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.805915] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.805915] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.805915] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.805915] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c8ed50b5-f4f3-434b-85c0-be75dfdec948',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.055137] env[65077]: INFO networking_nsxv3.common.synchronization [req-15c1564e-9946-4664-8cf2-7fb412124401 req-17c82da4-bcf1-4d06-a61c-8d2e940bfe73 tempest-ServersAdminTestJSON-426377813 tempest-ServersAdminTestJSON-426377813-project-member] Enqueued Resource ID: 01ad1d78-1c0f-4656-b348-852e5afff800 with Priority: HIGHEST for action security_group_members [ 610.055137] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01ad1d78-1c0f-4656-b348-852e5afff800 with Priority: HIGHEST for action security_group_members [ 610.055137] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ad1d78-1c0f-4656-b348-852e5afff800 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.055137] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.056032] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.056379] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.057496] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.057716] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.057716] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.057927] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.058035] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.058133] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01ad1d78-1c0f-4656-b348-852e5afff800',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.148592] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.148829] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.148885] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.149123] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.149212] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.149315] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2658107d-6754-4434-90fa-8d04c60b7c74 is going to be updated. [ 610.176864] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.177026] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.177099] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.177304] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.177557] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.186328] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2658107d-6754-4434-90fa-8d04c60b7c74 in Status: IN_PROGRESS for 2s [ 610.187181] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-0241d8af-347c-48e3-ace7-302198e5e63e taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.187393] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0241d8af-347c-48e3-ace7-302198e5e63e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.187682] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0241d8af-347c-48e3-ace7-302198e5e63e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.188714] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a6199846-ccce-40b7-a80e-2a1033f886a1 with status ACTIVE [ 610.189129] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.189252] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.189337] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.189522] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.189612] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.189786] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.189884] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.189990] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.190139] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.190222] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.190383] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.190476] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.190537] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.190679] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.190757] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.190869] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a6199846-ccce-40b7-a80e-2a1033f886a1 is going to be updated. [ 610.212825] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.214376] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.214376] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.214376] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.214376] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.214376] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6199846-ccce-40b7-a80e-2a1033f886a1" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.310540] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c8ed50b5-f4f3-434b-85c0-be75dfdec948: rpc.has_security_group_logging(os_id): False [ 610.335301] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.336098] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.336399] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.336853] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.336853] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.337245] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.337245] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.337245] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.337381] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.337570] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.337881] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.338033] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.338130] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.338488] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.338704] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.338996] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.339185] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.339293] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.339474] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.339768] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.339910] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 is going to be created. [ 610.408556] env[65077]: INFO networking_nsxv3.common.synchronization [None req-2b616244-c495-4e57-b31c-c879ac3fdc1e tempest-ServerActionsTestOtherB-741919204 tempest-ServerActionsTestOtherB-741919204-project-member] Enqueued Resource ID: 183043d0-c3f3-4288-9199-59f9b189e565 with Priority: HIGHEST for action security_group_rules [ 610.409151] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 183043d0-c3f3-4288-9199-59f9b189e565 with Priority: HIGHEST for action security_group_rules [ 610.409556] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-183043d0-c3f3-4288-9199-59f9b189e565 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.409714] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.409791] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.410384] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.410528] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('183043d0-c3f3-4288-9199-59f9b189e565',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.430764] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.430961] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.431022] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.431262] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.431470] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.445227] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 in Status: IN_PROGRESS for 2s [ 610.465451] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock network-389 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.465738] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "network-389" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.465825] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "network-389" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.466156] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "network-389" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.466566] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.466797] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.466879] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.467255] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.467479] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.467814] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.467936] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 610.468184] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 610.468184] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 610.468310] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.468346] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 610.468490] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 610.490910] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 610.491155] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 610.491287] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 610.491483] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "network-389" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.491827] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock port-6f87a7bd-40e2-4d18-be23-1e63595366ad taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.492608] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "port-6f87a7bd-40e2-4d18-be23-1e63595366ad" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.492608] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "port-6f87a7bd-40e2-4d18-be23-1e63595366ad" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.492608] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "port-6f87a7bd-40e2-4d18-be23-1e63595366ad" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.492836] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f87a7bd-40e2-4d18-be23-1e63595366ad',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.560041] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01ad1d78-1c0f-4656-b348-852e5afff800',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.697036] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0241d8af-347c-48e3-ace7-302198e5e63e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.719390] env[65077]: INFO networking_nsxv3.common.synchronization [None req-fe31e300-fc25-4483-8005-87fce173c4a7 tempest-ServerActionsTestOtherB-741919204 tempest-ServerActionsTestOtherB-741919204-project-member] Enqueued Resource ID: 183043d0-c3f3-4288-9199-59f9b189e565 with Priority: HIGHEST for action security_group_rules [ 610.719850] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 183043d0-c3f3-4288-9199-59f9b189e565 with Priority: HIGHEST for action security_group_rules [ 610.719989] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-183043d0-c3f3-4288-9199-59f9b189e565 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.720185] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.935661] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.936251] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.936251] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.936544] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.937726] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.937726] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 183043d0-c3f3-4288-9199-59f9b189e565 already deleted. [ 610.937726] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.937726] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.937726] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.937726] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('183043d0-c3f3-4288-9199-59f9b189e565',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.997280] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.998046] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.998270] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.998546] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.998787] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.998963] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Segment Port 6f87a7bd-40e2-4d18-be23-1e63595366ad not found, creating... [ 610.999278] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.999439] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.999548] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.999787] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.999922] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.000533] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.000533] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.000533] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.000768] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.000817] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.000930] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Resource: SegmentPort with ID: 6f87a7bd-40e2-4d18-be23-1e63595366ad is going to be created. [ 611.029444] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.029776] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.030017] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.030421] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.030761] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.033459] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "port-6f87a7bd-40e2-4d18-be23-1e63595366ad" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.063065] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01ad1d78-1c0f-4656-b348-852e5afff800',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.199726] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.200010] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.200116] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.200454] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.200608] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.200755] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0241d8af-347c-48e3-ace7-302198e5e63e is going to be created. [ 611.229104] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.229104] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.229104] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.229104] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.229104] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.244649] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0241d8af-347c-48e3-ace7-302198e5e63e in Status: UNINITIALIZED for 2s [ 611.262872] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2658107d-6754-4434-90fa-8d04c60b7c74 in Status: SUCCESS [ 611.263149] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.263415] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.263684] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.263789] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2658107d-6754-4434-90fa-8d04c60b7c74',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.449219] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f in Status: SUCCESS [ 611.449597] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.449597] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.449811] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.450041] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.450212] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.450328] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.450538] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.450672] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.450822] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.450936] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('39fdd242-c400-49e1-8754-8fc68bcdde8f',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.460765] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.460951] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.461017] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.461276] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.461374] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.461469] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 183043d0-c3f3-4288-9199-59f9b189e565 already deleted. [ 611.461640] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.568326] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.568326] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.568326] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.568326] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.568326] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.568326] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01ad1d78-1c0f-4656-b348-852e5afff800 is going to be updated. [ 611.602779] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.603011] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.603170] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.603478] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.603647] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.621067] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ad1d78-1c0f-4656-b348-852e5afff800 in Status: IN_PROGRESS for 2s [ 611.767038] env[65077]: INFO networking_nsxv3.common.synchronization [req-15c1564e-9946-4664-8cf2-7fb412124401 req-a759bccd-d4aa-4b8f-9c27-69ead8abc008 service nova] Enqueued Resource ID: 01ad1d78-1c0f-4656-b348-852e5afff800 with Priority: HIGHEST for action security_group_rules [ 611.769137] env[65077]: INFO networking_nsxv3.common.synchronization [req-15c1564e-9946-4664-8cf2-7fb412124401 req-a759bccd-d4aa-4b8f-9c27-69ead8abc008 service nova] Enqueued Resource ID: 01ad1d78-1c0f-4656-b348-852e5afff800 with Priority: HIGHEST for action security_group_members [ 611.769137] env[65077]: INFO networking_nsxv3.common.synchronization [req-15c1564e-9946-4664-8cf2-7fb412124401 req-a759bccd-d4aa-4b8f-9c27-69ead8abc008 service nova] Enqueued Resource ID: 6f87a7bd-40e2-4d18-be23-1e63595366ad with Priority: HIGHEST for action port [ 611.769137] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-2658107d-6754-4434-90fa-8d04c60b7c74 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.769137] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.769137] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01ad1d78-1c0f-4656-b348-852e5afff800 with Priority: HIGHEST for action security_group_rules [ 611.769707] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01ad1d78-1c0f-4656-b348-852e5afff800 with Priority: HIGHEST for action security_group_members [ 611.769707] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f87a7bd-40e2-4d18-be23-1e63595366ad with Priority: HIGHEST for action port [ 611.769707] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01ad1d78-1c0f-4656-b348-852e5afff800 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.769818] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.769858] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.770329] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.770329] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01ad1d78-1c0f-4656-b348-852e5afff800',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.771533] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ad1d78-1c0f-4656-b348-852e5afff800 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.771533] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.771533] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f87a7bd-40e2-4d18-be23-1e63595366ad taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.771886] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f87a7bd-40e2-4d18-be23-1e63595366ad" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.771886] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f87a7bd-40e2-4d18-be23-1e63595366ad" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.771886] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f87a7bd-40e2-4d18-be23-1e63595366ad" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.771992] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f87a7bd-40e2-4d18-be23-1e63595366ad',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.953920] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-39fdd242-c400-49e1-8754-8fc68bcdde8f taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.954135] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.954212] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.954434] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.954718] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.954937] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.955064] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.955518] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.955518] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.955767] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.955952] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-39fdd242-c400-49e1-8754-8fc68bcdde8f taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.956177] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.956177] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.956400] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.956607] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.956738] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.956837] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.956998] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.957117] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.957209] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.957308] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('39fdd242-c400-49e1-8754-8fc68bcdde8f',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.203471] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2658107d-6754-4434-90fa-8d04c60b7c74 in Status: SUCCESS [ 612.203825] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.203981] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.204588] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.204588] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.204588] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.204716] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.204754] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.204846] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.204907] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.204998] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2658107d-6754-4434-90fa-8d04c60b7c74',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.273476] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ad1d78-1c0f-4656-b348-852e5afff800 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.273702] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.275159] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6f87a7bd-40e2-4d18-be23-1e63595366ad with status ACTIVE [ 612.275159] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.275159] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.275159] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.275159] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.275159] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.275159] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.275159] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.275159] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.275159] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.275159] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.276163] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.276858] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.276858] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.277063] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.277147] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.277242] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6f87a7bd-40e2-4d18-be23-1e63595366ad is going to be updated. [ 612.319107] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.319189] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.319541] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.319635] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.319738] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.320039] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f87a7bd-40e2-4d18-be23-1e63595366ad" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.463299] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 in Status: SUCCESS [ 612.463299] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.463299] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 39fdd242-c400-49e1-8754-8fc68bcdde8f: rpc.has_security_group_logging(os_id): False [ 612.493970] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.493970] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.493970] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.493970] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.493970] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.493970] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.493970] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.493970] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.493970] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.493970] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.494912] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.494912] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.494912] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.494912] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.495172] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.495416] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.495635] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.495868] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.496387] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.496502] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.496606] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f is going to be created. [ 612.571622] env[65077]: INFO networking_nsxv3.common.synchronization [req-e05cb360-11c8-4954-8558-c3f27ca49cae req-4fdbbb8d-e7f0-4396-ba2f-a90b0d81498d tempest-DeleteServersAdminTestJSON-1933976408 tempest-DeleteServersAdminTestJSON-1933976408-project-admin] Enqueued Resource ID: 08aad7f7-4aac-4d9e-9092-e8d90225715a with Priority: HIGHEST for action security_group_members [ 612.573118] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08aad7f7-4aac-4d9e-9092-e8d90225715a with Priority: HIGHEST for action security_group_members [ 612.573714] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-08aad7f7-4aac-4d9e-9092-e8d90225715a taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.573714] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08aad7f7-4aac-4d9e-9092-e8d90225715a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.573911] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08aad7f7-4aac-4d9e-9092-e8d90225715a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.574499] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08aad7f7-4aac-4d9e-9092-e8d90225715a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.575287] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.575287] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.575287] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.575287] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.575287] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.575661] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08aad7f7-4aac-4d9e-9092-e8d90225715a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.636451] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.637400] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.637400] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.637400] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.637539] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.651190] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f in Status: IN_PROGRESS for 2s [ 612.711033] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-2658107d-6754-4434-90fa-8d04c60b7c74 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.711033] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.711033] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.711033] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.711033] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.711033] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.711033] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.711033] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.711033] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.711033] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.711033] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-2658107d-6754-4434-90fa-8d04c60b7c74 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.711033] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.711033] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.711033] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.711033] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.711033] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.711664] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.711664] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.711664] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.711664] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.711664] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2658107d-6754-4434-90fa-8d04c60b7c74',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.079470] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.079650] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.079701] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.081022] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.081022] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.081022] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.081022] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.081022] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.081022] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.081022] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.081022] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08aad7f7-4aac-4d9e-9092-e8d90225715a is going to be updated. [ 613.119702] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.119702] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.119702] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.120541] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.120541] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.135619] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08aad7f7-4aac-4d9e-9092-e8d90225715a in Status: IN_PROGRESS for 2s [ 613.214866] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2658107d-6754-4434-90fa-8d04c60b7c74: rpc.has_security_group_logging(os_id): False [ 613.240959] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.241231] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.241271] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.241728] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.241728] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.241879] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.242009] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.242116] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.242344] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.242452] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.242693] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.242763] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.242867] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.243007] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.243232] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.243359] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.243475] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.243569] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.243775] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.243872] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.243958] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2658107d-6754-4434-90fa-8d04c60b7c74 is going to be updated. [ 613.265662] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0241d8af-347c-48e3-ace7-302198e5e63e in Status: SUCCESS [ 613.265662] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0241d8af-347c-48e3-ace7-302198e5e63e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.266389] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0241d8af-347c-48e3-ace7-302198e5e63e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.266389] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0241d8af-347c-48e3-ace7-302198e5e63e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.266389] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.266544] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.266544] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.266863] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.266984] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.267127] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0241d8af-347c-48e3-ace7-302198e5e63e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.267184] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0241d8af-347c-48e3-ace7-302198e5e63e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.363953] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.364088] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.364162] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.364358] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.364522] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.381224] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2658107d-6754-4434-90fa-8d04c60b7c74 in Status: IN_PROGRESS for 2s [ 613.635325] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ad1d78-1c0f-4656-b348-852e5afff800 in Status: SUCCESS [ 613.635325] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.635932] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.636344] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.636566] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.636762] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.636883] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.637128] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.637262] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.637413] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01ad1d78-1c0f-4656-b348-852e5afff800',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.769934] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0241d8af-347c-48e3-ace7-302198e5e63e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.140496] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01ad1d78-1c0f-4656-b348-852e5afff800',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.273181] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0241d8af-347c-48e3-ace7-302198e5e63e: rpc.has_security_group_logging(os_id): False [ 614.304726] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.304726] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.304726] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.304726] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.307832] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.307832] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.307832] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.307832] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.307832] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.307832] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.307832] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0241d8af-347c-48e3-ace7-302198e5e63e is going to be created. [ 614.375795] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.375795] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.375795] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.375795] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.375795] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.388857] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0241d8af-347c-48e3-ace7-302198e5e63e in Status: IN_PROGRESS for 2s [ 614.646850] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01ad1d78-1c0f-4656-b348-852e5afff800',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.663774] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f in Status: SUCCESS [ 614.664307] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.151050] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08aad7f7-4aac-4d9e-9092-e8d90225715a in Status: SUCCESS [ 615.153424] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08aad7f7-4aac-4d9e-9092-e8d90225715a deletion is rescheduled due to dependency. [ 615.153424] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08aad7f7-4aac-4d9e-9092-e8d90225715a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.153424] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.153424] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.153424] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.153424] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.153656] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.153656] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01ad1d78-1c0f-4656-b348-852e5afff800 is going to be updated. [ 615.201326] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.201694] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.201694] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.201780] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.201936] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.215030] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ad1d78-1c0f-4656-b348-852e5afff800 in Status: IN_PROGRESS for 2s [ 615.414069] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2658107d-6754-4434-90fa-8d04c60b7c74 in Status: SUCCESS [ 615.414361] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.414559] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.414867] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.415016] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2658107d-6754-4434-90fa-8d04c60b7c74',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.917642] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-2658107d-6754-4434-90fa-8d04c60b7c74 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.918029] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.918029] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.918150] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.918456] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.918550] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.918550] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.918699] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.918843] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.918974] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.919099] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2658107d-6754-4434-90fa-8d04c60b7c74',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.407051] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0241d8af-347c-48e3-ace7-302198e5e63e in Status: SUCCESS [ 616.407416] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0241d8af-347c-48e3-ace7-302198e5e63e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.424816] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-2658107d-6754-4434-90fa-8d04c60b7c74 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.424816] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.424816] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.424816] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.424816] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.424816] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.424816] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.424816] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.424816] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.424816] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.424816] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-2658107d-6754-4434-90fa-8d04c60b7c74 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.424816] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.424816] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.424816] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.424816] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.426921] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.426921] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.427329] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.427329] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.427449] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.427647] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2658107d-6754-4434-90fa-8d04c60b7c74',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.447026] env[65077]: INFO networking_nsxv3.common.synchronization [req-7b02e7cc-ed6d-4a12-87f6-43e89952b703 req-3a730848-1f29-4379-b349-bbf0e063cd0b tempest-FloatingIPsAssociationTestJSON-766630074 tempest-FloatingIPsAssociationTestJSON-766630074-project-member] Enqueued Resource ID: 981dcbb1-43ad-4e60-bb2f-82dd5043583d with Priority: HIGHEST for action security_group_members [ 616.448860] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 981dcbb1-43ad-4e60-bb2f-82dd5043583d with Priority: HIGHEST for action security_group_members [ 616.449994] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-981dcbb1-43ad-4e60-bb2f-82dd5043583d taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.449994] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-981dcbb1-43ad-4e60-bb2f-82dd5043583d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.449994] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-981dcbb1-43ad-4e60-bb2f-82dd5043583d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.450363] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-981dcbb1-43ad-4e60-bb2f-82dd5043583d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.450363] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.450581] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.450581] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.451303] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.451303] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.451303] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('981dcbb1-43ad-4e60-bb2f-82dd5043583d',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.930223] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2658107d-6754-4434-90fa-8d04c60b7c74: rpc.has_security_group_logging(os_id): False [ 616.955399] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.955399] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.955399] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.955399] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.955399] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.955399] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.955399] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.955399] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.955399] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.955399] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.955895] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.955895] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.955895] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.955895] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.955895] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.959205] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.959440] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.959874] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.959874] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.959874] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.960020] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2658107d-6754-4434-90fa-8d04c60b7c74 is going to be updated. [ 616.961675] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.961844] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.961903] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.962055] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.962149] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.962341] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.962442] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.962536] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.962732] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.962815] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.962900] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 981dcbb1-43ad-4e60-bb2f-82dd5043583d already deleted. [ 616.962982] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-981dcbb1-43ad-4e60-bb2f-82dd5043583d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.065204] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.065498] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.065498] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.065929] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.066204] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.084176] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2658107d-6754-4434-90fa-8d04c60b7c74 in Status: IN_PROGRESS for 2s [ 617.168017] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock network-14 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.168388] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "network-14" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.168582] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "network-14" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.169143] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "network-14" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.169646] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.169995] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.170236] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.170736] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.171127] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.171546] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.171735] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 617.171944] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 617.172175] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 617.172402] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.172637] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 617.172868] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 617.197363] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 617.197554] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 617.197860] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 617.198317] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "network-14" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.199298] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock port-80f54e77-74f8-4de7-8058-55d9e72ba1cf taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.199852] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "port-80f54e77-74f8-4de7-8058-55d9e72ba1cf" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.199852] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "port-80f54e77-74f8-4de7-8058-55d9e72ba1cf" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.200097] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "port-80f54e77-74f8-4de7-8058-55d9e72ba1cf" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.200355] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80f54e77-74f8-4de7-8058-55d9e72ba1cf',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.229669] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ad1d78-1c0f-4656-b348-852e5afff800 in Status: IN_PROGRESS for 4s [ 617.610866] env[65077]: INFO networking_nsxv3.common.synchronization [req-fb8ae01b-b567-4778-a69b-d14d601a2b29 req-3a67a718-7278-460b-b763-8d2aeeaf3f59 tempest-ServerDiagnosticsNegativeTest-261794459 tempest-ServerDiagnosticsNegativeTest-261794459-project-member] Enqueued Resource ID: 56437e78-b2ea-47bf-ad0e-40def8cb4d60 with Priority: HIGHEST for action security_group_members [ 617.611629] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56437e78-b2ea-47bf-ad0e-40def8cb4d60 with Priority: HIGHEST for action security_group_members [ 617.611978] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-56437e78-b2ea-47bf-ad0e-40def8cb4d60 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.612121] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56437e78-b2ea-47bf-ad0e-40def8cb4d60" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.612200] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56437e78-b2ea-47bf-ad0e-40def8cb4d60" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.612421] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56437e78-b2ea-47bf-ad0e-40def8cb4d60" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.612571] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.612674] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.612756] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.612916] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.613026] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.613127] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56437e78-b2ea-47bf-ad0e-40def8cb4d60',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.703124] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.703536] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.703726] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.704170] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.704417] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.704645] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Segment Port 80f54e77-74f8-4de7-8058-55d9e72ba1cf not found, creating... [ 617.704989] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.705236] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.705504] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.705879] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.706064] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.706357] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.706514] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.706627] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.706845] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.706974] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.707155] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Resource: SegmentPort with ID: 80f54e77-74f8-4de7-8058-55d9e72ba1cf is going to be created. [ 617.727656] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.727938] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.728186] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.728487] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.728739] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.728947] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "port-80f54e77-74f8-4de7-8058-55d9e72ba1cf" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.116426] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.116426] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.116426] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.116426] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.116426] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.116813] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.116813] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.116813] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.116813] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.116965] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.116997] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56437e78-b2ea-47bf-ad0e-40def8cb4d60 is going to be updated. [ 618.147327] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.147795] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.149646] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.149646] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.149646] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.161629] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56437e78-b2ea-47bf-ad0e-40def8cb4d60 in Status: IN_PROGRESS for 2s [ 618.556648] env[65077]: INFO networking_nsxv3.common.synchronization [req-7b02e7cc-ed6d-4a12-87f6-43e89952b703 req-34944a4c-ec0e-47c9-bac8-ce47fcc669ce service nova] Enqueued Resource ID: 981dcbb1-43ad-4e60-bb2f-82dd5043583d with Priority: HIGHEST for action security_group_rules [ 618.556648] env[65077]: INFO networking_nsxv3.common.synchronization [req-7b02e7cc-ed6d-4a12-87f6-43e89952b703 req-34944a4c-ec0e-47c9-bac8-ce47fcc669ce service nova] Enqueued Resource ID: 981dcbb1-43ad-4e60-bb2f-82dd5043583d with Priority: HIGHEST for action security_group_members [ 618.556798] env[65077]: INFO networking_nsxv3.common.synchronization [req-7b02e7cc-ed6d-4a12-87f6-43e89952b703 req-34944a4c-ec0e-47c9-bac8-ce47fcc669ce service nova] Enqueued Resource ID: 80f54e77-74f8-4de7-8058-55d9e72ba1cf with Priority: HIGHEST for action port [ 618.557690] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 981dcbb1-43ad-4e60-bb2f-82dd5043583d with Priority: HIGHEST for action security_group_rules [ 618.558123] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 981dcbb1-43ad-4e60-bb2f-82dd5043583d with Priority: HIGHEST for action security_group_members [ 618.558219] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80f54e77-74f8-4de7-8058-55d9e72ba1cf with Priority: HIGHEST for action port [ 618.558852] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-981dcbb1-43ad-4e60-bb2f-82dd5043583d taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.558852] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-981dcbb1-43ad-4e60-bb2f-82dd5043583d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.559115] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-981dcbb1-43ad-4e60-bb2f-82dd5043583d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.560081] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-981dcbb1-43ad-4e60-bb2f-82dd5043583d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.560081] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('981dcbb1-43ad-4e60-bb2f-82dd5043583d',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.560641] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-981dcbb1-43ad-4e60-bb2f-82dd5043583d taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.560786] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-981dcbb1-43ad-4e60-bb2f-82dd5043583d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.560868] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-981dcbb1-43ad-4e60-bb2f-82dd5043583d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.561113] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-981dcbb1-43ad-4e60-bb2f-82dd5043583d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.561775] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.561880] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.562886] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.562886] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.562886] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.562886] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('981dcbb1-43ad-4e60-bb2f-82dd5043583d',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.566282] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-80f54e77-74f8-4de7-8058-55d9e72ba1cf taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.566282] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80f54e77-74f8-4de7-8058-55d9e72ba1cf" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.566282] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80f54e77-74f8-4de7-8058-55d9e72ba1cf" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.566282] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80f54e77-74f8-4de7-8058-55d9e72ba1cf" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.566282] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80f54e77-74f8-4de7-8058-55d9e72ba1cf',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.067636] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('981dcbb1-43ad-4e60-bb2f-82dd5043583d',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.069237] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-981dcbb1-43ad-4e60-bb2f-82dd5043583d taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.069413] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-981dcbb1-43ad-4e60-bb2f-82dd5043583d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.069673] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 80f54e77-74f8-4de7-8058-55d9e72ba1cf with status ACTIVE [ 619.069925] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.070098] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.070194] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.070488] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.070681] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.070855] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.071011] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.071137] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.071376] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.071535] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.072114] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.072114] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.072114] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.072333] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.072443] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.072565] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 80f54e77-74f8-4de7-8058-55d9e72ba1cf is going to be updated. [ 619.112012] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.112250] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.112336] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.112594] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.112748] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.112949] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80f54e77-74f8-4de7-8058-55d9e72ba1cf" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.114103] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2658107d-6754-4434-90fa-8d04c60b7c74 in Status: SUCCESS [ 619.114380] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.242858] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ad1d78-1c0f-4656-b348-852e5afff800 in Status: SUCCESS [ 619.243588] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.243588] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.243588] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.243708] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.243776] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.243899] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.244024] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.244065] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.244208] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.244273] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01ad1d78-1c0f-4656-b348-852e5afff800',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.452657] env[65077]: INFO networking_nsxv3.common.synchronization [req-f6e9232c-7b36-4fe5-9211-1e45e4529c4d req-f273aaf9-093f-42a3-80fe-1be32bea9686 tempest-ServerExternalEventsTest-227669613 tempest-ServerExternalEventsTest-227669613-project-member] Enqueued Resource ID: 09ea07ac-28de-4a88-99f6-ae73105ee587 with Priority: HIGHEST for action security_group_members [ 619.454666] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09ea07ac-28de-4a88-99f6-ae73105ee587 with Priority: HIGHEST for action security_group_members [ 619.455277] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-09ea07ac-28de-4a88-99f6-ae73105ee587 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.455740] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09ea07ac-28de-4a88-99f6-ae73105ee587" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.455966] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09ea07ac-28de-4a88-99f6-ae73105ee587" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.456917] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09ea07ac-28de-4a88-99f6-ae73105ee587" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.456917] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.456917] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.456917] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.456917] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.456917] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.457234] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09ea07ac-28de-4a88-99f6-ae73105ee587',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.559123] env[65077]: INFO networking_nsxv3.common.synchronization [req-98f8b506-9774-4682-ad24-c95030149bcb req-ef11a524-9611-4761-85ec-15d921cf96c1 tempest-ServerAddressesNegativeTestJSON-700699717 tempest-ServerAddressesNegativeTestJSON-700699717-project-member] Enqueued Resource ID: 16491986-fcfe-43de-81fd-ab19df2b7fdb with Priority: HIGHEST for action security_group_members [ 619.560108] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16491986-fcfe-43de-81fd-ab19df2b7fdb with Priority: HIGHEST for action security_group_members [ 619.560497] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-16491986-fcfe-43de-81fd-ab19df2b7fdb taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.560649] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16491986-fcfe-43de-81fd-ab19df2b7fdb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.560736] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16491986-fcfe-43de-81fd-ab19df2b7fdb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.560990] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16491986-fcfe-43de-81fd-ab19df2b7fdb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.561221] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.561356] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.561433] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.561636] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.561733] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.561848] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16491986-fcfe-43de-81fd-ab19df2b7fdb',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.575313] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('981dcbb1-43ad-4e60-bb2f-82dd5043583d',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.748608] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ad1d78-1c0f-4656-b348-852e5afff800 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.748795] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.748897] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.749153] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.749331] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.749433] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.749494] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.749644] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.749731] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.749821] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.750028] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ad1d78-1c0f-4656-b348-852e5afff800 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.750240] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.750240] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.750422] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.750593] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.750693] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.750747] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.750896] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.750996] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.751270] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.751270] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01ad1d78-1c0f-4656-b348-852e5afff800',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.841793] env[65077]: INFO networking_nsxv3.common.synchronization [req-f7e24df4-6557-486f-965a-7081272845ab req-68daba87-2e54-4940-acb4-c2562e798ab3 tempest-AttachInterfacesV270Test-436672038 tempest-AttachInterfacesV270Test-436672038-project-member] Enqueued Resource ID: 5d6c7a2a-9930-4eb9-8021-2b9dee415c60 with Priority: HIGHEST for action security_group_members [ 619.841916] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d6c7a2a-9930-4eb9-8021-2b9dee415c60 with Priority: HIGHEST for action security_group_members [ 619.843573] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d6c7a2a-9930-4eb9-8021-2b9dee415c60 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.843573] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d6c7a2a-9930-4eb9-8021-2b9dee415c60" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.843573] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d6c7a2a-9930-4eb9-8021-2b9dee415c60" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.843573] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d6c7a2a-9930-4eb9-8021-2b9dee415c60" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.843573] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.843573] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.843573] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.843573] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.844020] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.844020] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d6c7a2a-9930-4eb9-8021-2b9dee415c60',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.960469] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.960986] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.960986] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.961245] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.961363] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.961558] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.961711] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.961880] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.962021] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.962257] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.962334] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09ea07ac-28de-4a88-99f6-ae73105ee587 is going to be updated. [ 619.995053] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.995254] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.995316] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.995673] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.995736] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.007710] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09ea07ac-28de-4a88-99f6-ae73105ee587 in Status: IN_PROGRESS for 2s [ 620.064908] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.065097] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.065190] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.065406] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.065509] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.065773] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.065883] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.065948] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.066132] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.066211] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.066299] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16491986-fcfe-43de-81fd-ab19df2b7fdb is going to be updated. [ 620.079755] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.079912] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.079912] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.080151] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.080248] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.080351] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 981dcbb1-43ad-4e60-bb2f-82dd5043583d is going to be created. [ 620.098642] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.098932] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.098932] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.099139] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.099302] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.111019] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.111019] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.111019] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.111019] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.111019] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.116730] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16491986-fcfe-43de-81fd-ab19df2b7fdb in Status: IN_PROGRESS for 2s [ 620.121125] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 981dcbb1-43ad-4e60-bb2f-82dd5043583d in Status: UNINITIALIZED for 2s [ 620.172145] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56437e78-b2ea-47bf-ad0e-40def8cb4d60 in Status: SUCCESS [ 620.172145] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56437e78-b2ea-47bf-ad0e-40def8cb4d60 deletion is rescheduled due to dependency. [ 620.172145] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56437e78-b2ea-47bf-ad0e-40def8cb4d60" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.253727] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01ad1d78-1c0f-4656-b348-852e5afff800: rpc.has_security_group_logging(os_id): False [ 620.273682] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.273896] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.274212] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.274437] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.274538] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.274806] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.274860] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.274968] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.275137] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.275199] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.275383] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.276234] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.276234] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.276234] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.276234] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.276378] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.276853] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.276853] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.276853] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.276983] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.277023] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01ad1d78-1c0f-4656-b348-852e5afff800 is going to be updated. [ 620.351653] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.351653] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.351653] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.351653] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.351653] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.351653] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.352140] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.352140] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.352140] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.352140] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.352140] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d6c7a2a-9930-4eb9-8021-2b9dee415c60 already deleted. [ 620.352287] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d6c7a2a-9930-4eb9-8021-2b9dee415c60" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.381173] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.381173] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.381173] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.381173] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.381415] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.390022] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock network-38 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.391047] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "network-38" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.391047] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "network-38" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.391047] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "network-38" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.391359] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.391830] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.391987] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.392287] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.392432] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.392643] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.392750] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 620.392921] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 620.393044] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 620.393152] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.393251] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 620.393375] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 620.400404] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01ad1d78-1c0f-4656-b348-852e5afff800 in Status: IN_PROGRESS for 2s [ 620.423159] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 620.423159] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 620.423159] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 620.423159] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "network-38" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.423159] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock port-25362ed2-1d1a-46b3-a45a-85bfa8be275b taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.423159] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "port-25362ed2-1d1a-46b3-a45a-85bfa8be275b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.423724] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "port-25362ed2-1d1a-46b3-a45a-85bfa8be275b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.423724] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "port-25362ed2-1d1a-46b3-a45a-85bfa8be275b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.424329] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25362ed2-1d1a-46b3-a45a-85bfa8be275b',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.928669] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.928897] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.928951] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.932505] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.932505] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.932505] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Segment Port 25362ed2-1d1a-46b3-a45a-85bfa8be275b not found, creating... [ 620.932505] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.932505] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.932505] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.932505] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.932505] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.932505] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.932505] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.933099] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.933099] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.933099] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.933099] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Resource: SegmentPort with ID: 25362ed2-1d1a-46b3-a45a-85bfa8be275b is going to be created. [ 620.959777] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.959975] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.960111] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.960471] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.960703] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.961224] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "port-25362ed2-1d1a-46b3-a45a-85bfa8be275b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.353318] env[65077]: INFO networking_nsxv3.common.synchronization [None req-7717b72a-fa3b-4a37-9ba9-9ce27d214632 None None] Enqueued Resource ID: c293535d-f728-4760-beae-ceadfeddf1b4 with Priority: HIGHEST for action port [ 621.353572] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c293535d-f728-4760-beae-ceadfeddf1b4 with Priority: HIGHEST for action port [ 621.355182] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-c293535d-f728-4760-beae-ceadfeddf1b4 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.355182] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c293535d-f728-4760-beae-ceadfeddf1b4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.355182] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c293535d-f728-4760-beae-ceadfeddf1b4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.355182] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c293535d-f728-4760-beae-ceadfeddf1b4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.355182] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c293535d-f728-4760-beae-ceadfeddf1b4',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.737475] env[65077]: INFO networking_nsxv3.common.synchronization [req-f7e24df4-6557-486f-965a-7081272845ab req-3a5e02e4-4617-433b-82cc-532ae850c723 service nova] Enqueued Resource ID: 5d6c7a2a-9930-4eb9-8021-2b9dee415c60 with Priority: HIGHEST for action security_group_rules [ 621.737475] env[65077]: INFO networking_nsxv3.common.synchronization [req-f7e24df4-6557-486f-965a-7081272845ab req-3a5e02e4-4617-433b-82cc-532ae850c723 service nova] Enqueued Resource ID: 5d6c7a2a-9930-4eb9-8021-2b9dee415c60 with Priority: HIGHEST for action security_group_members [ 621.737663] env[65077]: INFO networking_nsxv3.common.synchronization [req-f7e24df4-6557-486f-965a-7081272845ab req-3a5e02e4-4617-433b-82cc-532ae850c723 service nova] Enqueued Resource ID: 25362ed2-1d1a-46b3-a45a-85bfa8be275b with Priority: HIGHEST for action port [ 621.738838] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d6c7a2a-9930-4eb9-8021-2b9dee415c60 with Priority: HIGHEST for action security_group_rules [ 621.738945] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d6c7a2a-9930-4eb9-8021-2b9dee415c60 with Priority: HIGHEST for action security_group_members [ 621.739052] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25362ed2-1d1a-46b3-a45a-85bfa8be275b with Priority: HIGHEST for action port [ 621.739372] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d6c7a2a-9930-4eb9-8021-2b9dee415c60 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.739729] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d6c7a2a-9930-4eb9-8021-2b9dee415c60" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.739729] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d6c7a2a-9930-4eb9-8021-2b9dee415c60" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.739887] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d6c7a2a-9930-4eb9-8021-2b9dee415c60" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.739988] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d6c7a2a-9930-4eb9-8021-2b9dee415c60',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.741559] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d6c7a2a-9930-4eb9-8021-2b9dee415c60 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.741715] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d6c7a2a-9930-4eb9-8021-2b9dee415c60" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.741748] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d6c7a2a-9930-4eb9-8021-2b9dee415c60" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.741930] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d6c7a2a-9930-4eb9-8021-2b9dee415c60" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.742115] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.742223] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.742280] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.742479] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.742623] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.742727] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d6c7a2a-9930-4eb9-8021-2b9dee415c60',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.744950] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-25362ed2-1d1a-46b3-a45a-85bfa8be275b taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.748346] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25362ed2-1d1a-46b3-a45a-85bfa8be275b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.748460] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25362ed2-1d1a-46b3-a45a-85bfa8be275b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.749061] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25362ed2-1d1a-46b3-a45a-85bfa8be275b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.749174] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25362ed2-1d1a-46b3-a45a-85bfa8be275b',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.864436] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c293535d-f728-4760-beae-ceadfeddf1b4 [ 621.864843] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.864843] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.865041] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.865117] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.865205] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.865299] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c293535d-f728-4760-beae-ceadfeddf1b4 already deleted. [ 621.865381] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c293535d-f728-4760-beae-ceadfeddf1b4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.019944] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09ea07ac-28de-4a88-99f6-ae73105ee587 in Status: SUCCESS [ 622.020169] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09ea07ac-28de-4a88-99f6-ae73105ee587 deletion is rescheduled due to dependency. [ 622.020286] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09ea07ac-28de-4a88-99f6-ae73105ee587" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.133101] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16491986-fcfe-43de-81fd-ab19df2b7fdb in Status: SUCCESS [ 622.133309] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16491986-fcfe-43de-81fd-ab19df2b7fdb deletion is rescheduled due to dependency. [ 622.133434] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16491986-fcfe-43de-81fd-ab19df2b7fdb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.134299] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 981dcbb1-43ad-4e60-bb2f-82dd5043583d in Status: SUCCESS [ 622.134520] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-981dcbb1-43ad-4e60-bb2f-82dd5043583d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.135587] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-981dcbb1-43ad-4e60-bb2f-82dd5043583d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.135587] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-981dcbb1-43ad-4e60-bb2f-82dd5043583d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.135587] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.135587] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.135587] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.139774] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.139774] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.139774] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-981dcbb1-43ad-4e60-bb2f-82dd5043583d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.139774] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('981dcbb1-43ad-4e60-bb2f-82dd5043583d',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.251268] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d6c7a2a-9930-4eb9-8021-2b9dee415c60 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.251421] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d6c7a2a-9930-4eb9-8021-2b9dee415c60" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.253724] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d6c7a2a-9930-4eb9-8021-2b9dee415c60',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.253724] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 25362ed2-1d1a-46b3-a45a-85bfa8be275b with status ACTIVE [ 622.253724] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.253724] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.253724] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.253724] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.253724] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.254113] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.254344] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.254413] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.255413] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.255616] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.255902] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.256136] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.256281] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.256519] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.256758] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.257034] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 25362ed2-1d1a-46b3-a45a-85bfa8be275b is going to be updated. [ 622.285261] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.285261] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.285261] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.285261] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.285261] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.285261] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25362ed2-1d1a-46b3-a45a-85bfa8be275b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.421576] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01ad1d78-1c0f-4656-b348-852e5afff800 in Status: SUCCESS [ 622.421958] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.542443] env[65077]: INFO networking_nsxv3.common.synchronization [None req-e37c34a0-637a-448a-9e1b-0b38dccef0a7 None None] Enqueued Resource ID: 63d6d913-f9f7-464f-9553-096b249c1bef with Priority: HIGHEST for action port [ 622.543113] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63d6d913-f9f7-464f-9553-096b249c1bef with Priority: HIGHEST for action port [ 622.543461] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-63d6d913-f9f7-464f-9553-096b249c1bef taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.543603] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63d6d913-f9f7-464f-9553-096b249c1bef" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.543716] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63d6d913-f9f7-464f-9553-096b249c1bef" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.544055] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63d6d913-f9f7-464f-9553-096b249c1bef" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.544139] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63d6d913-f9f7-464f-9553-096b249c1bef',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.641035] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-981dcbb1-43ad-4e60-bb2f-82dd5043583d taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.641035] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-981dcbb1-43ad-4e60-bb2f-82dd5043583d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.641035] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-981dcbb1-43ad-4e60-bb2f-82dd5043583d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.641035] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-981dcbb1-43ad-4e60-bb2f-82dd5043583d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.641035] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.641035] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.641035] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.641035] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.641035] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.641035] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-981dcbb1-43ad-4e60-bb2f-82dd5043583d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.641035] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-981dcbb1-43ad-4e60-bb2f-82dd5043583d taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.641035] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-981dcbb1-43ad-4e60-bb2f-82dd5043583d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.641035] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-981dcbb1-43ad-4e60-bb2f-82dd5043583d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.641035] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-981dcbb1-43ad-4e60-bb2f-82dd5043583d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.641035] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.641975] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.641975] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.641975] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.641975] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.641975] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-981dcbb1-43ad-4e60-bb2f-82dd5043583d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.641975] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('981dcbb1-43ad-4e60-bb2f-82dd5043583d',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.753343] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d6c7a2a-9930-4eb9-8021-2b9dee415c60',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.048723] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 63d6d913-f9f7-464f-9553-096b249c1bef [ 623.049033] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.049189] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.049255] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.049473] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.049562] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.049652] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:63d6d913-f9f7-464f-9553-096b249c1bef already deleted. [ 623.049735] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63d6d913-f9f7-464f-9553-096b249c1bef" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.148998] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 981dcbb1-43ad-4e60-bb2f-82dd5043583d: rpc.has_security_group_logging(os_id): False [ 623.167764] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.169072] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.169471] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.169596] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.169712] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.170023] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.170795] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.170795] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.170795] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.170795] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.171059] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.171059] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.171144] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.171772] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.171772] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.171772] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.171772] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.171772] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.171998] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.171998] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.171998] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 981dcbb1-43ad-4e60-bb2f-82dd5043583d is going to be created. [ 623.233854] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.234054] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.234054] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.234294] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.234477] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.248453] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 981dcbb1-43ad-4e60-bb2f-82dd5043583d in Status: IN_PROGRESS for 2s [ 623.257412] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.257609] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.257609] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.258818] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.258818] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.258818] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d6c7a2a-9930-4eb9-8021-2b9dee415c60 is going to be created. [ 623.283895] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.286766] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.286766] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.286766] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.286766] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.303229] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d6c7a2a-9930-4eb9-8021-2b9dee415c60 in Status: UNINITIALIZED for 2s [ 623.325872] env[65077]: INFO networking_nsxv3.common.synchronization [None req-1a7f1c77-dce8-4e2d-bd3c-758fceb4e5ad None None] Enqueued Resource ID: 5025d491-1f6a-4cb9-8333-1396094f0ceb with Priority: HIGHEST for action port [ 623.327288] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5025d491-1f6a-4cb9-8333-1396094f0ceb with Priority: HIGHEST for action port [ 623.327634] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-5025d491-1f6a-4cb9-8333-1396094f0ceb taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.327761] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5025d491-1f6a-4cb9-8333-1396094f0ceb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.327861] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5025d491-1f6a-4cb9-8333-1396094f0ceb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.329219] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5025d491-1f6a-4cb9-8333-1396094f0ceb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.329708] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5025d491-1f6a-4cb9-8333-1396094f0ceb',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.407393] env[65077]: INFO networking_nsxv3.common.synchronization [req-e8503e23-1946-418f-9497-e15a7e666773 req-207eb782-741c-4ac6-9f30-51c4a0272b77 tempest-TenantUsagesTestJSON-300692192 tempest-TenantUsagesTestJSON-300692192-project-member] Enqueued Resource ID: adfae8e2-5ae4-4c66-b74f-61ba148b7424 with Priority: HIGHEST for action security_group_members [ 623.408375] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adfae8e2-5ae4-4c66-b74f-61ba148b7424 with Priority: HIGHEST for action security_group_members [ 623.408739] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-adfae8e2-5ae4-4c66-b74f-61ba148b7424 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.408866] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adfae8e2-5ae4-4c66-b74f-61ba148b7424" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.408937] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adfae8e2-5ae4-4c66-b74f-61ba148b7424" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.409253] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adfae8e2-5ae4-4c66-b74f-61ba148b7424" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.409441] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.409544] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.409717] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.409852] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.409985] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.411432] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('adfae8e2-5ae4-4c66-b74f-61ba148b7424',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.602408] env[65077]: INFO networking_nsxv3.common.synchronization [None req-c58dba9c-e777-4bda-b6a0-f8be0f5ca6b2 tempest-ServersWithSpecificFlavorTestJSON-398937738 tempest-ServersWithSpecificFlavorTestJSON-398937738-project-member] Enqueued Resource ID: 7e03c969-cff9-42d3-b23d-08179150276c with Priority: HIGHEST for action security_group_rules [ 623.605606] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e03c969-cff9-42d3-b23d-08179150276c with Priority: HIGHEST for action security_group_rules [ 623.605606] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e03c969-cff9-42d3-b23d-08179150276c taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.605606] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e03c969-cff9-42d3-b23d-08179150276c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.605606] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e03c969-cff9-42d3-b23d-08179150276c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.605606] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e03c969-cff9-42d3-b23d-08179150276c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.605606] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e03c969-cff9-42d3-b23d-08179150276c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.793959] env[65077]: INFO networking_nsxv3.common.synchronization [None req-20c4023d-891e-41ae-baf2-d730f6ca82ff tempest-ServersWithSpecificFlavorTestJSON-398937738 tempest-ServersWithSpecificFlavorTestJSON-398937738-project-member] Enqueued Resource ID: 7e03c969-cff9-42d3-b23d-08179150276c with Priority: HIGHEST for action security_group_rules [ 623.794925] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e03c969-cff9-42d3-b23d-08179150276c with Priority: HIGHEST for action security_group_rules [ 623.796127] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e03c969-cff9-42d3-b23d-08179150276c taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.796127] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e03c969-cff9-42d3-b23d-08179150276c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.832753] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5025d491-1f6a-4cb9-8333-1396094f0ceb [ 623.832753] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.832753] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.833009] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.833733] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.833733] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.833733] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5025d491-1f6a-4cb9-8333-1396094f0ceb already deleted. [ 623.833733] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5025d491-1f6a-4cb9-8333-1396094f0ceb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.864031] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock network-469 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.864665] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "network-469" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.864895] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "network-469" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.865245] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "network-469" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.865528] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.865739] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.866230] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.866961] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.866961] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.866961] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 623.866961] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 623.867221] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 623.867254] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 623.867381] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 623.867486] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 623.867616] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 623.890853] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 623.891076] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 623.891240] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 623.891437] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "network-469" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.891779] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock port-0d165e54-c33b-4d73-ba5c-fc7eef95cca0 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.891999] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "port-0d165e54-c33b-4d73-ba5c-fc7eef95cca0" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.892150] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "port-0d165e54-c33b-4d73-ba5c-fc7eef95cca0" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.892509] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "port-0d165e54-c33b-4d73-ba5c-fc7eef95cca0" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.893137] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d165e54-c33b-4d73-ba5c-fc7eef95cca0',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.917036] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.917036] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.917036] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.918827] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.919028] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.919319] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.920048] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.920210] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.921188] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.922027] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.925775] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: adfae8e2-5ae4-4c66-b74f-61ba148b7424 already deleted. [ 623.925775] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adfae8e2-5ae4-4c66-b74f-61ba148b7424" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.130607] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.130821] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.130866] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.131109] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.131199] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.131298] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e03c969-cff9-42d3-b23d-08179150276c already deleted. [ 624.131382] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e03c969-cff9-42d3-b23d-08179150276c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.131541] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e03c969-cff9-42d3-b23d-08179150276c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.131720] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e03c969-cff9-42d3-b23d-08179150276c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.131828] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e03c969-cff9-42d3-b23d-08179150276c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.396699] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.396892] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.397045] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.397356] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.397557] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.397764] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Segment Port 0d165e54-c33b-4d73-ba5c-fc7eef95cca0 not found, creating... [ 624.398421] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.398898] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.398898] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.399042] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.399207] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.399543] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.399709] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.399866] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.400195] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.400407] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.400505] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Resource: SegmentPort with ID: 0d165e54-c33b-4d73-ba5c-fc7eef95cca0 is going to be created. [ 624.425377] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.425377] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.425530] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.425740] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.425967] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.426196] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "port-0d165e54-c33b-4d73-ba5c-fc7eef95cca0" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.654631] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.654935] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.654935] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.655078] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.655173] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.655256] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e03c969-cff9-42d3-b23d-08179150276c already deleted. [ 624.655350] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e03c969-cff9-42d3-b23d-08179150276c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.143123] env[65077]: INFO networking_nsxv3.common.synchronization [req-e8503e23-1946-418f-9497-e15a7e666773 req-041f1c30-5d29-44fd-bca1-d0defc760471 service nova] Enqueued Resource ID: adfae8e2-5ae4-4c66-b74f-61ba148b7424 with Priority: HIGHEST for action security_group_rules [ 625.143412] env[65077]: INFO networking_nsxv3.common.synchronization [req-e8503e23-1946-418f-9497-e15a7e666773 req-041f1c30-5d29-44fd-bca1-d0defc760471 service nova] Enqueued Resource ID: adfae8e2-5ae4-4c66-b74f-61ba148b7424 with Priority: HIGHEST for action security_group_members [ 625.143583] env[65077]: INFO networking_nsxv3.common.synchronization [req-e8503e23-1946-418f-9497-e15a7e666773 req-041f1c30-5d29-44fd-bca1-d0defc760471 service nova] Enqueued Resource ID: 0d165e54-c33b-4d73-ba5c-fc7eef95cca0 with Priority: HIGHEST for action port [ 625.144482] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adfae8e2-5ae4-4c66-b74f-61ba148b7424 with Priority: HIGHEST for action security_group_rules [ 625.144690] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adfae8e2-5ae4-4c66-b74f-61ba148b7424 with Priority: HIGHEST for action security_group_members [ 625.146118] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d165e54-c33b-4d73-ba5c-fc7eef95cca0 with Priority: HIGHEST for action port [ 625.146118] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-adfae8e2-5ae4-4c66-b74f-61ba148b7424 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.146118] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-adfae8e2-5ae4-4c66-b74f-61ba148b7424" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.146118] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-adfae8e2-5ae4-4c66-b74f-61ba148b7424" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.146118] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-adfae8e2-5ae4-4c66-b74f-61ba148b7424" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.146118] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('adfae8e2-5ae4-4c66-b74f-61ba148b7424',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.147406] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-adfae8e2-5ae4-4c66-b74f-61ba148b7424 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.147994] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adfae8e2-5ae4-4c66-b74f-61ba148b7424" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.147994] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adfae8e2-5ae4-4c66-b74f-61ba148b7424" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.147994] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adfae8e2-5ae4-4c66-b74f-61ba148b7424" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.148246] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.148938] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.148938] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.148938] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.148938] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.148938] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('adfae8e2-5ae4-4c66-b74f-61ba148b7424',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.153613] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d165e54-c33b-4d73-ba5c-fc7eef95cca0 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.153802] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d165e54-c33b-4d73-ba5c-fc7eef95cca0" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.153880] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d165e54-c33b-4d73-ba5c-fc7eef95cca0" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.154106] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d165e54-c33b-4d73-ba5c-fc7eef95cca0" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.154208] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d165e54-c33b-4d73-ba5c-fc7eef95cca0',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.263519] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 981dcbb1-43ad-4e60-bb2f-82dd5043583d in Status: SUCCESS [ 625.264098] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-981dcbb1-43ad-4e60-bb2f-82dd5043583d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.313016] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d6c7a2a-9930-4eb9-8021-2b9dee415c60 in Status: SUCCESS [ 625.313313] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d6c7a2a-9930-4eb9-8021-2b9dee415c60" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.313609] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d6c7a2a-9930-4eb9-8021-2b9dee415c60" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.313758] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d6c7a2a-9930-4eb9-8021-2b9dee415c60" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.314049] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.314174] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.314226] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.314419] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.314489] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.314552] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d6c7a2a-9930-4eb9-8021-2b9dee415c60" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.314643] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d6c7a2a-9930-4eb9-8021-2b9dee415c60',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.327729] env[65077]: INFO networking_nsxv3.common.synchronization [None req-db062ddd-050d-4f15-9242-d4bb3dec11b2 None None] Enqueued Resource ID: cd88a239-2cdb-4ae9-8692-ea58f4465997 with Priority: HIGHEST for action port [ 625.328512] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd88a239-2cdb-4ae9-8692-ea58f4465997 with Priority: HIGHEST for action port [ 625.328879] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd88a239-2cdb-4ae9-8692-ea58f4465997 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.329100] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd88a239-2cdb-4ae9-8692-ea58f4465997" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.329100] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd88a239-2cdb-4ae9-8692-ea58f4465997" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.330066] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd88a239-2cdb-4ae9-8692-ea58f4465997" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.330066] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd88a239-2cdb-4ae9-8692-ea58f4465997',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.657280] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-adfae8e2-5ae4-4c66-b74f-61ba148b7424 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.657280] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adfae8e2-5ae4-4c66-b74f-61ba148b7424" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.657280] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('adfae8e2-5ae4-4c66-b74f-61ba148b7424',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.658097] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0d165e54-c33b-4d73-ba5c-fc7eef95cca0 with status ACTIVE [ 625.658374] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.658546] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.658629] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.658941] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.659057] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.659297] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.659427] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.659495] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.659699] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.659786] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.660014] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.660158] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.660223] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.660400] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.660514] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.660585] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0d165e54-c33b-4d73-ba5c-fc7eef95cca0 is going to be updated. [ 625.688704] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.688961] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.688961] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.689169] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.689315] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.689483] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d165e54-c33b-4d73-ba5c-fc7eef95cca0" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.818185] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d6c7a2a-9930-4eb9-8021-2b9dee415c60 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.818483] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d6c7a2a-9930-4eb9-8021-2b9dee415c60" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.818483] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d6c7a2a-9930-4eb9-8021-2b9dee415c60" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.818822] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d6c7a2a-9930-4eb9-8021-2b9dee415c60" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.818948] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.819064] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.819144] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.819291] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.819387] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.819462] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d6c7a2a-9930-4eb9-8021-2b9dee415c60" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.819621] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d6c7a2a-9930-4eb9-8021-2b9dee415c60 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.819731] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d6c7a2a-9930-4eb9-8021-2b9dee415c60" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.819787] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d6c7a2a-9930-4eb9-8021-2b9dee415c60" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.819898] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d6c7a2a-9930-4eb9-8021-2b9dee415c60" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.820193] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.820193] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.820358] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.820412] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.820445] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.820723] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d6c7a2a-9930-4eb9-8021-2b9dee415c60" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.820723] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d6c7a2a-9930-4eb9-8021-2b9dee415c60',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.832031] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cd88a239-2cdb-4ae9-8692-ea58f4465997 [ 625.832869] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.832869] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.832869] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.832869] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.832869] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.833121] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cd88a239-2cdb-4ae9-8692-ea58f4465997 already deleted. [ 625.833121] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd88a239-2cdb-4ae9-8692-ea58f4465997" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.163807] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('adfae8e2-5ae4-4c66-b74f-61ba148b7424',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.324227] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d6c7a2a-9930-4eb9-8021-2b9dee415c60: rpc.has_security_group_logging(os_id): False [ 626.345421] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.345573] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.345647] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.345889] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.346047] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.346297] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.346408] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.346474] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.346683] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.346720] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.346925] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.347050] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.347109] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.347283] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.347716] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.348075] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.348199] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.348257] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.348403] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.348479] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.348561] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d6c7a2a-9930-4eb9-8021-2b9dee415c60 is going to be created. [ 626.416501] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.418196] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.419180] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.419180] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.419180] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.432036] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d6c7a2a-9930-4eb9-8021-2b9dee415c60 in Status: IN_PROGRESS for 2s [ 626.669564] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.670011] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.670011] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.670130] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.670163] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.670421] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: adfae8e2-5ae4-4c66-b74f-61ba148b7424 is going to be created. [ 626.698198] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.698900] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.698900] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.698900] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.698900] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.710579] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adfae8e2-5ae4-4c66-b74f-61ba148b7424 in Status: UNINITIALIZED for 2s [ 626.885628] env[65077]: INFO networking_nsxv3.common.synchronization [req-3bfa95d7-8012-477a-8e59-ffd1c9650199 req-ada2abfe-0f31-4898-a775-c5bbb90a173f tempest-ServersTestBootFromVolume-422791047 tempest-ServersTestBootFromVolume-422791047-project-member] Enqueued Resource ID: 569b6c9c-8cab-4869-9938-b0f7fdec09ad with Priority: HIGHEST for action security_group_members [ 626.886947] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 569b6c9c-8cab-4869-9938-b0f7fdec09ad with Priority: HIGHEST for action security_group_members [ 626.888587] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-569b6c9c-8cab-4869-9938-b0f7fdec09ad taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.888929] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-569b6c9c-8cab-4869-9938-b0f7fdec09ad" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.888929] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-569b6c9c-8cab-4869-9938-b0f7fdec09ad" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.889116] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-569b6c9c-8cab-4869-9938-b0f7fdec09ad" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.889283] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.889382] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.889443] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.889598] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.889670] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.889835] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('569b6c9c-8cab-4869-9938-b0f7fdec09ad',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.391662] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock network-103 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.391864] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "network-103" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.391975] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "network-103" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.392506] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "network-103" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.392804] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.392965] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.393092] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.393824] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.395579] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.395997] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 627.395997] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 627.396138] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 627.396402] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 627.396402] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 627.396402] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 627.396573] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 627.398124] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.398320] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.398394] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.398894] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.399213] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.399435] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.399509] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.399509] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.399675] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.399765] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.399839] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 569b6c9c-8cab-4869-9938-b0f7fdec09ad already deleted. [ 627.399938] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-569b6c9c-8cab-4869-9938-b0f7fdec09ad" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.423033] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 627.423239] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 627.423308] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 627.423572] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "network-103" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.423890] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock port-ec0df977-8f72-4030-ad69-fc0275c95b89 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.424120] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "port-ec0df977-8f72-4030-ad69-fc0275c95b89" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.424450] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "port-ec0df977-8f72-4030-ad69-fc0275c95b89" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.424576] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "port-ec0df977-8f72-4030-ad69-fc0275c95b89" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.424736] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec0df977-8f72-4030-ad69-fc0275c95b89',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.869769] env[65077]: INFO networking_nsxv3.common.synchronization [req-ed5e79b5-4f35-4fe8-86ed-f5ef5d609d60 req-bde0828f-65fb-4150-af3d-39a5c8405ebf tempest-DeleteServersTestJSON-1076641606 tempest-DeleteServersTestJSON-1076641606-project-member] Enqueued Resource ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 with Priority: HIGHEST for action security_group_members [ 627.870322] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 with Priority: HIGHEST for action security_group_members [ 627.870657] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8ed50b5-f4f3-434b-85c0-be75dfdec948 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.870783] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.870850] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.872446] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.872714] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.872951] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.873098] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.873383] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.873935] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.874076] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8ed50b5-f4f3-434b-85c0-be75dfdec948',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.933542] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.933542] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.933542] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.933542] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.933542] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.933542] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Segment Port ec0df977-8f72-4030-ad69-fc0275c95b89 not found, creating... [ 627.933542] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.933542] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.933542] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.933542] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.933542] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.934062] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.934062] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.934062] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.934062] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.934062] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.934062] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Resource: SegmentPort with ID: ec0df977-8f72-4030-ad69-fc0275c95b89 is going to be created. [ 627.958573] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.958862] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.958937] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.959305] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.959556] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.959794] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "port-ec0df977-8f72-4030-ad69-fc0275c95b89" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.159676] env[65077]: INFO networking_nsxv3.common.synchronization [req-07f41a34-cb4d-4460-bb68-93282fcb55ed req-307cadff-519e-4efd-9418-a7e16cd46ed4 tempest-SecurityGroupRulesTestJSON-1276780051 tempest-SecurityGroupRulesTestJSON-1276780051-project-member] Enqueued Resource ID: 69a7c6e9-371a-48a1-9920-9b1cf9479c67 with Priority: HIGHEST for action security_group_rules [ 628.160980] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69a7c6e9-371a-48a1-9920-9b1cf9479c67 with Priority: HIGHEST for action security_group_rules [ 628.162018] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69a7c6e9-371a-48a1-9920-9b1cf9479c67 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.162018] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69a7c6e9-371a-48a1-9920-9b1cf9479c67" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.162246] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69a7c6e9-371a-48a1-9920-9b1cf9479c67" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.162419] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69a7c6e9-371a-48a1-9920-9b1cf9479c67" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.162529] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69a7c6e9-371a-48a1-9920-9b1cf9479c67',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.376530] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.376848] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.377017] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.377387] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.377570] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.378037] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.378260] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.378377] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.378644] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.378755] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.378924] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 is going to be updated. [ 628.414402] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.414402] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.414655] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.414895] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.415160] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.427489] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 in Status: IN_PROGRESS for 2s [ 628.446626] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d6c7a2a-9930-4eb9-8021-2b9dee415c60 in Status: SUCCESS [ 628.446706] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d6c7a2a-9930-4eb9-8021-2b9dee415c60" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.691931] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.692178] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.692247] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.692599] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.692754] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.692899] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69a7c6e9-371a-48a1-9920-9b1cf9479c67 already deleted. [ 628.693047] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69a7c6e9-371a-48a1-9920-9b1cf9479c67" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.740810] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adfae8e2-5ae4-4c66-b74f-61ba148b7424 in Status: SUCCESS [ 628.741219] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adfae8e2-5ae4-4c66-b74f-61ba148b7424" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.741325] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adfae8e2-5ae4-4c66-b74f-61ba148b7424" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.741549] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adfae8e2-5ae4-4c66-b74f-61ba148b7424" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.741759] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.741896] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.741965] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.742181] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.742265] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.742355] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adfae8e2-5ae4-4c66-b74f-61ba148b7424" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.742455] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('adfae8e2-5ae4-4c66-b74f-61ba148b7424',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.802658] env[65077]: INFO networking_nsxv3.common.synchronization [req-3bfa95d7-8012-477a-8e59-ffd1c9650199 req-8fd1dbee-a88d-4f59-a6dc-63304420e8ad service nova] Enqueued Resource ID: 569b6c9c-8cab-4869-9938-b0f7fdec09ad with Priority: HIGHEST for action security_group_rules [ 628.803429] env[65077]: INFO networking_nsxv3.common.synchronization [req-3bfa95d7-8012-477a-8e59-ffd1c9650199 req-8fd1dbee-a88d-4f59-a6dc-63304420e8ad service nova] Enqueued Resource ID: 569b6c9c-8cab-4869-9938-b0f7fdec09ad with Priority: HIGHEST for action security_group_members [ 628.803429] env[65077]: INFO networking_nsxv3.common.synchronization [req-3bfa95d7-8012-477a-8e59-ffd1c9650199 req-8fd1dbee-a88d-4f59-a6dc-63304420e8ad service nova] Enqueued Resource ID: ec0df977-8f72-4030-ad69-fc0275c95b89 with Priority: HIGHEST for action port [ 628.803908] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 569b6c9c-8cab-4869-9938-b0f7fdec09ad with Priority: HIGHEST for action security_group_rules [ 628.803908] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 569b6c9c-8cab-4869-9938-b0f7fdec09ad with Priority: HIGHEST for action security_group_members [ 628.803908] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec0df977-8f72-4030-ad69-fc0275c95b89 with Priority: HIGHEST for action port [ 628.804686] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-569b6c9c-8cab-4869-9938-b0f7fdec09ad taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.804686] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-569b6c9c-8cab-4869-9938-b0f7fdec09ad" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.804686] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-569b6c9c-8cab-4869-9938-b0f7fdec09ad" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.804878] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-569b6c9c-8cab-4869-9938-b0f7fdec09ad" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.804979] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('569b6c9c-8cab-4869-9938-b0f7fdec09ad',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.806556] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-569b6c9c-8cab-4869-9938-b0f7fdec09ad taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.807411] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-569b6c9c-8cab-4869-9938-b0f7fdec09ad" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.807411] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-569b6c9c-8cab-4869-9938-b0f7fdec09ad" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.807411] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-569b6c9c-8cab-4869-9938-b0f7fdec09ad" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.807411] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.807411] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.807411] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.807771] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.807771] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.809034] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('569b6c9c-8cab-4869-9938-b0f7fdec09ad',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.812017] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec0df977-8f72-4030-ad69-fc0275c95b89 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.812017] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec0df977-8f72-4030-ad69-fc0275c95b89" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.812017] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec0df977-8f72-4030-ad69-fc0275c95b89" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.812017] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec0df977-8f72-4030-ad69-fc0275c95b89" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.812017] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec0df977-8f72-4030-ad69-fc0275c95b89',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.246256] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-adfae8e2-5ae4-4c66-b74f-61ba148b7424 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.246688] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adfae8e2-5ae4-4c66-b74f-61ba148b7424" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.246688] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adfae8e2-5ae4-4c66-b74f-61ba148b7424" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.247663] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adfae8e2-5ae4-4c66-b74f-61ba148b7424" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.248260] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.248449] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.248449] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.248739] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.248882] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.250080] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adfae8e2-5ae4-4c66-b74f-61ba148b7424" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.250080] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-adfae8e2-5ae4-4c66-b74f-61ba148b7424 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.250080] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adfae8e2-5ae4-4c66-b74f-61ba148b7424" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.250080] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adfae8e2-5ae4-4c66-b74f-61ba148b7424" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.250080] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adfae8e2-5ae4-4c66-b74f-61ba148b7424" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.250080] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.250080] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.250080] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.250080] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.250698] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.250698] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adfae8e2-5ae4-4c66-b74f-61ba148b7424" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.250698] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('adfae8e2-5ae4-4c66-b74f-61ba148b7424',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.313198] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-569b6c9c-8cab-4869-9938-b0f7fdec09ad taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.313417] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-569b6c9c-8cab-4869-9938-b0f7fdec09ad" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.313749] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('569b6c9c-8cab-4869-9938-b0f7fdec09ad',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.314892] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec0df977-8f72-4030-ad69-fc0275c95b89 with status ACTIVE [ 629.315362] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.315580] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.315684] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.315956] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.316454] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.316454] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.316643] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.316688] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.317401] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.317401] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.317620] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.321062] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.321221] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.321492] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.321653] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.321794] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec0df977-8f72-4030-ad69-fc0275c95b89 is going to be updated. [ 629.367034] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.367034] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.367034] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.368490] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.368490] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.368490] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec0df977-8f72-4030-ad69-fc0275c95b89" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.755606] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for adfae8e2-5ae4-4c66-b74f-61ba148b7424: rpc.has_security_group_logging(os_id): False [ 629.778707] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.778977] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.778977] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.779149] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.779242] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.779449] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.779565] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.779626] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.779767] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.779840] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.780045] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.780143] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.780214] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.780363] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.780440] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.780628] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.780726] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.780783] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.780906] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.780982] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.781080] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: adfae8e2-5ae4-4c66-b74f-61ba148b7424 is going to be created. [ 629.825175] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('569b6c9c-8cab-4869-9938-b0f7fdec09ad',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.861880] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.862099] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.862158] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.862748] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.862900] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.883159] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: adfae8e2-5ae4-4c66-b74f-61ba148b7424 in Status: IN_PROGRESS for 2s [ 630.329358] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.329752] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.329752] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.330249] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.330403] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.331364] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 569b6c9c-8cab-4869-9938-b0f7fdec09ad is going to be created. [ 630.356264] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.356500] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.356500] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.356915] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.357299] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.367559] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 569b6c9c-8cab-4869-9938-b0f7fdec09ad in Status: UNINITIALIZED for 2s [ 630.414639] env[65077]: INFO networking_nsxv3.common.synchronization [req-079a335a-9cfe-4048-9b24-55850130cc83 req-8043f87c-fa83-430e-bbe9-c021fb2a2ff1 tempest-ServerActionsTestOtherB-741919204 tempest-ServerActionsTestOtherB-741919204-project-member] Enqueued Resource ID: 183043d0-c3f3-4288-9199-59f9b189e565 with Priority: HIGHEST for action security_group_members [ 630.415264] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 183043d0-c3f3-4288-9199-59f9b189e565 with Priority: HIGHEST for action security_group_members [ 630.415610] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-183043d0-c3f3-4288-9199-59f9b189e565 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.415738] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.415810] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.416452] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.416663] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.416807] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.416940] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.417800] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.417990] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.418135] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('183043d0-c3f3-4288-9199-59f9b189e565',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.438697] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 in Status: SUCCESS [ 630.439073] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 deletion is rescheduled due to dependency. [ 630.439196] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.920392] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.920555] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.920641] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.920866] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.920958] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.921162] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.921263] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.921326] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.921514] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.921555] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.921622] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 183043d0-c3f3-4288-9199-59f9b189e565 already deleted. [ 630.921702] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.236026] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock network-965 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.236026] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "network-965" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.236026] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "network-965" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.236026] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "network-965" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.237298] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.238041] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.238041] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.238284] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.238471] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.238694] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 631.238842] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 631.238967] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 631.239079] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 631.239270] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 631.239413] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 631.239566] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 631.270023] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 631.270205] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 631.270378] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 631.271219] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "network-965" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.271219] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock port-2df13487-1127-40e8-8472-24db4bfb4c73 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.271219] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "port-2df13487-1127-40e8-8472-24db4bfb4c73" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.271507] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "port-2df13487-1127-40e8-8472-24db4bfb4c73" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.271862] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "port-2df13487-1127-40e8-8472-24db4bfb4c73" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.272175] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2df13487-1127-40e8-8472-24db4bfb4c73',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.434861] env[65077]: INFO networking_nsxv3.common.synchronization [None req-e1cccfc3-9246-4d59-9c3f-2e22bbd05e05 None None] Enqueued Resource ID: bd8e4d78-5308-4d7c-a09e-1914a9190682 with Priority: HIGHEST for action port [ 631.435885] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd8e4d78-5308-4d7c-a09e-1914a9190682 with Priority: HIGHEST for action port [ 631.435885] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd8e4d78-5308-4d7c-a09e-1914a9190682 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.437517] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd8e4d78-5308-4d7c-a09e-1914a9190682" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.438873] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd8e4d78-5308-4d7c-a09e-1914a9190682" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.438873] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd8e4d78-5308-4d7c-a09e-1914a9190682" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.438873] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd8e4d78-5308-4d7c-a09e-1914a9190682',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.774862] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.775145] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.775272] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.775552] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.775780] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.775857] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Segment Port 2df13487-1127-40e8-8472-24db4bfb4c73 not found, creating... [ 631.776090] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.776243] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.776401] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.776638] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.777107] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.777194] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.777308] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.777719] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.777991] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.778151] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.778291] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Resource: SegmentPort with ID: 2df13487-1127-40e8-8472-24db4bfb4c73 is going to be created. [ 631.800983] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.801250] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.801371] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.801633] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.801941] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.802096] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "port-2df13487-1127-40e8-8472-24db4bfb4c73" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.907363] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: adfae8e2-5ae4-4c66-b74f-61ba148b7424 in Status: SUCCESS [ 631.907630] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-adfae8e2-5ae4-4c66-b74f-61ba148b7424" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.944496] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bd8e4d78-5308-4d7c-a09e-1914a9190682 [ 631.944790] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.944953] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.945062] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.945318] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.945431] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.945550] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bd8e4d78-5308-4d7c-a09e-1914a9190682 already deleted. [ 631.945639] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd8e4d78-5308-4d7c-a09e-1914a9190682" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.249170] env[65077]: INFO networking_nsxv3.common.synchronization [req-86246c54-4480-46ca-b9b1-104d8e68c177 req-8618823c-81b0-4a9b-8c38-4a75d5b230f7 tempest-ServersTestMultiNic-137846435 tempest-ServersTestMultiNic-137846435-project-member] Enqueued Resource ID: 2658107d-6754-4434-90fa-8d04c60b7c74 with Priority: HIGHEST for action security_group_members [ 632.249756] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2658107d-6754-4434-90fa-8d04c60b7c74 with Priority: HIGHEST for action security_group_members [ 632.250068] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-2658107d-6754-4434-90fa-8d04c60b7c74 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.250217] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.250275] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.251029] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.251029] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.251029] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.251029] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.251029] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.251029] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.251379] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2658107d-6754-4434-90fa-8d04c60b7c74',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.379314] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 569b6c9c-8cab-4869-9938-b0f7fdec09ad in Status: SUCCESS [ 632.379585] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-569b6c9c-8cab-4869-9938-b0f7fdec09ad" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.380224] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-569b6c9c-8cab-4869-9938-b0f7fdec09ad" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.380413] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-569b6c9c-8cab-4869-9938-b0f7fdec09ad" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.380641] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.380733] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.380794] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.380960] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.381055] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.381146] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-569b6c9c-8cab-4869-9938-b0f7fdec09ad" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.381243] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('569b6c9c-8cab-4869-9938-b0f7fdec09ad',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.540592] env[65077]: INFO networking_nsxv3.common.synchronization [req-079a335a-9cfe-4048-9b24-55850130cc83 req-84b7b980-685b-41e1-a7ac-e9c755bf73b8 service nova] Enqueued Resource ID: 183043d0-c3f3-4288-9199-59f9b189e565 with Priority: HIGHEST for action security_group_rules [ 632.540592] env[65077]: INFO networking_nsxv3.common.synchronization [req-079a335a-9cfe-4048-9b24-55850130cc83 req-84b7b980-685b-41e1-a7ac-e9c755bf73b8 service nova] Enqueued Resource ID: 183043d0-c3f3-4288-9199-59f9b189e565 with Priority: HIGHEST for action security_group_members [ 632.540592] env[65077]: INFO networking_nsxv3.common.synchronization [req-079a335a-9cfe-4048-9b24-55850130cc83 req-84b7b980-685b-41e1-a7ac-e9c755bf73b8 service nova] Enqueued Resource ID: 2df13487-1127-40e8-8472-24db4bfb4c73 with Priority: HIGHEST for action port [ 632.543017] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 183043d0-c3f3-4288-9199-59f9b189e565 with Priority: HIGHEST for action security_group_rules [ 632.544307] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 183043d0-c3f3-4288-9199-59f9b189e565 with Priority: HIGHEST for action security_group_members [ 632.544307] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2df13487-1127-40e8-8472-24db4bfb4c73 with Priority: HIGHEST for action port [ 632.544307] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-183043d0-c3f3-4288-9199-59f9b189e565 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.544307] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.544307] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.544307] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.544307] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('183043d0-c3f3-4288-9199-59f9b189e565',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.548527] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-183043d0-c3f3-4288-9199-59f9b189e565 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.548527] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.548527] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.548527] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.548527] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.548527] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.548527] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.548527] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.548527] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.548527] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('183043d0-c3f3-4288-9199-59f9b189e565',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.549118] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-2df13487-1127-40e8-8472-24db4bfb4c73 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.549230] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2df13487-1127-40e8-8472-24db4bfb4c73" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.549303] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2df13487-1127-40e8-8472-24db4bfb4c73" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.549458] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2df13487-1127-40e8-8472-24db4bfb4c73" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.553023] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2df13487-1127-40e8-8472-24db4bfb4c73',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.753540] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2658107d-6754-4434-90fa-8d04c60b7c74',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.824745] env[65077]: INFO networking_nsxv3.common.synchronization [req-86246c54-4480-46ca-b9b1-104d8e68c177 req-47920e4f-bbd8-417b-8111-f3a84f807e1f tempest-ServersTestMultiNic-137846435 tempest-ServersTestMultiNic-137846435-project-member] Enqueued Resource ID: 2658107d-6754-4434-90fa-8d04c60b7c74 with Priority: HIGHEST for action security_group_members [ 632.825397] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2658107d-6754-4434-90fa-8d04c60b7c74 with Priority: HIGHEST for action security_group_members [ 632.826194] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-2658107d-6754-4434-90fa-8d04c60b7c74 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.826313] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.884075] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('569b6c9c-8cab-4869-9938-b0f7fdec09ad',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.047475] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-183043d0-c3f3-4288-9199-59f9b189e565 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.047659] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.051550] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('183043d0-c3f3-4288-9199-59f9b189e565',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.054420] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2df13487-1127-40e8-8472-24db4bfb4c73 with status ACTIVE [ 633.055657] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.056134] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.056134] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.056134] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.056315] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.056354] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.056482] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.056567] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.056703] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.056801] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.056961] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.057082] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.057145] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.057284] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.057359] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.057442] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2df13487-1127-40e8-8472-24db4bfb4c73 is going to be updated. [ 633.080815] env[65077]: INFO networking_nsxv3.common.synchronization [req-86246c54-4480-46ca-b9b1-104d8e68c177 req-03ba2d3f-6df1-4364-ac2a-a1119c28e124 tempest-ServersTestMultiNic-137846435 tempest-ServersTestMultiNic-137846435-project-member] Enqueued Resource ID: 2658107d-6754-4434-90fa-8d04c60b7c74 with Priority: HIGHEST for action security_group_members [ 633.082525] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2658107d-6754-4434-90fa-8d04c60b7c74 with Priority: HIGHEST for action security_group_members [ 633.084500] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.084643] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.084719] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.084933] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.086075] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.086268] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2df13487-1127-40e8-8472-24db4bfb4c73" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.086543] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-2658107d-6754-4434-90fa-8d04c60b7c74 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.086638] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.256678] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2658107d-6754-4434-90fa-8d04c60b7c74',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.387354] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 569b6c9c-8cab-4869-9938-b0f7fdec09ad: rpc.has_security_group_logging(os_id): False [ 633.406996] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.407197] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.407254] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.407484] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.407677] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.407821] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.407972] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.408070] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.408238] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.408340] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.408396] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 569b6c9c-8cab-4869-9938-b0f7fdec09ad is going to be created. [ 633.475903] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.476131] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.476217] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.476456] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.476702] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.490433] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 569b6c9c-8cab-4869-9938-b0f7fdec09ad in Status: IN_PROGRESS for 2s [ 633.511664] env[65077]: INFO networking_nsxv3.common.synchronization [None req-4570eee5-ed24-4a0a-85dc-66f6fa001f76 None None] Enqueued Resource ID: efc5b1c7-bf47-413b-8f6a-ad519c3dee9b with Priority: HIGHEST for action port [ 633.512246] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efc5b1c7-bf47-413b-8f6a-ad519c3dee9b with Priority: HIGHEST for action port [ 633.512629] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-efc5b1c7-bf47-413b-8f6a-ad519c3dee9b taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.512709] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-efc5b1c7-bf47-413b-8f6a-ad519c3dee9b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.512806] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-efc5b1c7-bf47-413b-8f6a-ad519c3dee9b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.513136] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-efc5b1c7-bf47-413b-8f6a-ad519c3dee9b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.514502] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efc5b1c7-bf47-413b-8f6a-ad519c3dee9b',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.554264] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('183043d0-c3f3-4288-9199-59f9b189e565',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.685541] env[65077]: INFO networking_nsxv3.common.synchronization [None req-b10689c7-a5bb-46bd-b03a-864fc6246511 None None] Enqueued Resource ID: f86ea18e-a3b3-44c1-bef9-28a88cab28eb with Priority: HIGHEST for action port [ 633.686237] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f86ea18e-a3b3-44c1-bef9-28a88cab28eb with Priority: HIGHEST for action port [ 633.686426] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-f86ea18e-a3b3-44c1-bef9-28a88cab28eb taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.686562] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f86ea18e-a3b3-44c1-bef9-28a88cab28eb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.686627] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f86ea18e-a3b3-44c1-bef9-28a88cab28eb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.686977] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f86ea18e-a3b3-44c1-bef9-28a88cab28eb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.686977] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f86ea18e-a3b3-44c1-bef9-28a88cab28eb',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.760757] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.760757] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.760757] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.760757] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.760757] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.760757] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2658107d-6754-4434-90fa-8d04c60b7c74 is going to be updated. [ 633.791826] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.791943] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.792027] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.792339] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.792495] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.802762] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2658107d-6754-4434-90fa-8d04c60b7c74 in Status: IN_PROGRESS for 2s [ 634.018141] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port efc5b1c7-bf47-413b-8f6a-ad519c3dee9b [ 634.018391] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.018520] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.018583] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.018800] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.018890] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.018987] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:efc5b1c7-bf47-413b-8f6a-ad519c3dee9b already deleted. [ 634.019104] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-efc5b1c7-bf47-413b-8f6a-ad519c3dee9b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.059330] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.059503] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.059553] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.059776] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.059857] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.060022] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 183043d0-c3f3-4288-9199-59f9b189e565 is going to be created. [ 634.087969] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.088214] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.088214] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.089051] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.089051] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.101072] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 183043d0-c3f3-4288-9199-59f9b189e565 in Status: UNINITIALIZED for 2s [ 634.189746] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f86ea18e-a3b3-44c1-bef9-28a88cab28eb [ 634.189999] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.190154] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.190304] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.191570] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.191570] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.191570] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f86ea18e-a3b3-44c1-bef9-28a88cab28eb already deleted. [ 634.191570] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f86ea18e-a3b3-44c1-bef9-28a88cab28eb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.179321] env[65077]: INFO networking_nsxv3.common.synchronization [None req-e97913d5-1791-448f-9c74-aabd8bcfb2de tempest-ServerActionsV293TestJSON-1856728204 tempest-ServerActionsV293TestJSON-1856728204-project-member] Enqueued Resource ID: fdc68775-ecc6-44aa-a67c-ded95b3118c3 with Priority: HIGHEST for action security_group_rules [ 635.180338] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdc68775-ecc6-44aa-a67c-ded95b3118c3 with Priority: HIGHEST for action security_group_rules [ 635.181205] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fdc68775-ecc6-44aa-a67c-ded95b3118c3 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.181466] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fdc68775-ecc6-44aa-a67c-ded95b3118c3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.181650] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fdc68775-ecc6-44aa-a67c-ded95b3118c3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.182056] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fdc68775-ecc6-44aa-a67c-ded95b3118c3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.182213] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fdc68775-ecc6-44aa-a67c-ded95b3118c3',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.438849] env[65077]: INFO networking_nsxv3.common.synchronization [None req-cbdb07b0-10ab-4f30-a49c-afc0429c3c5c tempest-ServerActionsV293TestJSON-1856728204 tempest-ServerActionsV293TestJSON-1856728204-project-member] Enqueued Resource ID: fdc68775-ecc6-44aa-a67c-ded95b3118c3 with Priority: HIGHEST for action security_group_rules [ 635.439774] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdc68775-ecc6-44aa-a67c-ded95b3118c3 with Priority: HIGHEST for action security_group_rules [ 635.440340] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fdc68775-ecc6-44aa-a67c-ded95b3118c3 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.440340] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fdc68775-ecc6-44aa-a67c-ded95b3118c3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.509920] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 569b6c9c-8cab-4869-9938-b0f7fdec09ad in Status: SUCCESS [ 635.510521] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-569b6c9c-8cab-4869-9938-b0f7fdec09ad" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.707680] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.707931] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.708079] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.708401] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.708508] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.708614] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fdc68775-ecc6-44aa-a67c-ded95b3118c3 already deleted. [ 635.708708] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fdc68775-ecc6-44aa-a67c-ded95b3118c3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.708888] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fdc68775-ecc6-44aa-a67c-ded95b3118c3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.709169] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fdc68775-ecc6-44aa-a67c-ded95b3118c3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.709311] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fdc68775-ecc6-44aa-a67c-ded95b3118c3',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.814553] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2658107d-6754-4434-90fa-8d04c60b7c74 in Status: SUCCESS [ 635.814805] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.815209] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.815536] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.815908] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.816181] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.816244] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.816453] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.816548] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.816741] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2658107d-6754-4434-90fa-8d04c60b7c74',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.114231] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 183043d0-c3f3-4288-9199-59f9b189e565 in Status: SUCCESS [ 636.114231] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.115348] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.116741] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.116741] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.116741] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.116741] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.116741] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.116741] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.116741] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.116741] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('183043d0-c3f3-4288-9199-59f9b189e565',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.233916] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.233916] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.233916] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.234675] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.234675] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.234675] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fdc68775-ecc6-44aa-a67c-ded95b3118c3 already deleted. [ 636.234675] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fdc68775-ecc6-44aa-a67c-ded95b3118c3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.320619] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.320619] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.320619] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.320619] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.320619] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.320946] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.320946] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.320946] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.321095] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.321095] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.322584] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2658107d-6754-4434-90fa-8d04c60b7c74 is going to be updated. [ 636.355866] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.356076] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.356154] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.356379] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.356542] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.368990] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2658107d-6754-4434-90fa-8d04c60b7c74 in Status: IN_PROGRESS for 2s [ 636.619591] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('183043d0-c3f3-4288-9199-59f9b189e565',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.126144] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 183043d0-c3f3-4288-9199-59f9b189e565: rpc.has_security_group_logging(os_id): False [ 637.143019] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.144084] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.144084] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.144084] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.144084] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.144284] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.144377] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.144583] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.144583] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.144681] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.144727] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 183043d0-c3f3-4288-9199-59f9b189e565 is going to be created. [ 637.196239] env[65077]: INFO networking_nsxv3.common.synchronization [None req-4757b13b-b54e-4f92-9d8d-f5da6abac107 None None] Enqueued Resource ID: d8707717-f1d6-4a9e-b52c-1fecdabe8fb4 with Priority: HIGHEST for action port [ 637.198746] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8707717-f1d6-4a9e-b52c-1fecdabe8fb4 with Priority: HIGHEST for action port [ 637.198965] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8707717-f1d6-4a9e-b52c-1fecdabe8fb4 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.199156] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8707717-f1d6-4a9e-b52c-1fecdabe8fb4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.199251] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8707717-f1d6-4a9e-b52c-1fecdabe8fb4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.199573] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8707717-f1d6-4a9e-b52c-1fecdabe8fb4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.199663] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8707717-f1d6-4a9e-b52c-1fecdabe8fb4',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.212029] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.213234] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.213384] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.213705] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.214785] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.227780] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 183043d0-c3f3-4288-9199-59f9b189e565 in Status: IN_PROGRESS for 2s [ 637.244022] env[65077]: INFO networking_nsxv3.common.synchronization [req-59f28a42-49bd-41cc-b05b-ad20a85fe2c4 req-6388d52e-26ba-402e-a3b7-849e5a7d08fd tempest-SecurityGroupRulesTestJSON-1276780051 tempest-SecurityGroupRulesTestJSON-1276780051-project-member] Enqueued Resource ID: c26d348c-7942-4c2c-98ed-4f88e177ccce with Priority: HIGHEST for action security_group_rules [ 637.244022] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c26d348c-7942-4c2c-98ed-4f88e177ccce with Priority: HIGHEST for action security_group_rules [ 637.244022] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c26d348c-7942-4c2c-98ed-4f88e177ccce taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.244022] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c26d348c-7942-4c2c-98ed-4f88e177ccce" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.244022] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c26d348c-7942-4c2c-98ed-4f88e177ccce" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.244022] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c26d348c-7942-4c2c-98ed-4f88e177ccce" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.244022] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c26d348c-7942-4c2c-98ed-4f88e177ccce',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.702251] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d8707717-f1d6-4a9e-b52c-1fecdabe8fb4 [ 637.702650] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.702838] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.703146] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.703347] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.704268] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.704399] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d8707717-f1d6-4a9e-b52c-1fecdabe8fb4 already deleted. [ 637.704399] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8707717-f1d6-4a9e-b52c-1fecdabe8fb4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.771137] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.771454] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.771454] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.771724] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.771724] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.771724] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c26d348c-7942-4c2c-98ed-4f88e177ccce already deleted. [ 637.772039] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c26d348c-7942-4c2c-98ed-4f88e177ccce" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.986456] env[65077]: INFO networking_nsxv3.common.synchronization [None req-2470b652-1607-43b1-8aba-06f17be9e61a tempest-ServersV294TestFqdnHostnames-121994223 tempest-ServersV294TestFqdnHostnames-121994223-project-member] Enqueued Resource ID: 1d8d74ae-6e56-4bd3-b4fd-f8a7d42014d6 with Priority: HIGHEST for action security_group_rules [ 637.986456] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d8d74ae-6e56-4bd3-b4fd-f8a7d42014d6 with Priority: HIGHEST for action security_group_rules [ 637.986456] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d8d74ae-6e56-4bd3-b4fd-f8a7d42014d6 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.986456] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d8d74ae-6e56-4bd3-b4fd-f8a7d42014d6" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.986456] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d8d74ae-6e56-4bd3-b4fd-f8a7d42014d6" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.986456] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d8d74ae-6e56-4bd3-b4fd-f8a7d42014d6" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.986456] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d8d74ae-6e56-4bd3-b4fd-f8a7d42014d6',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.250611] env[65077]: INFO networking_nsxv3.common.synchronization [None req-a60eb5ed-d0c5-4cfc-a256-d6a9c6872208 tempest-ServersV294TestFqdnHostnames-121994223 tempest-ServersV294TestFqdnHostnames-121994223-project-member] Enqueued Resource ID: 1d8d74ae-6e56-4bd3-b4fd-f8a7d42014d6 with Priority: HIGHEST for action security_group_rules [ 638.251192] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d8d74ae-6e56-4bd3-b4fd-f8a7d42014d6 with Priority: HIGHEST for action security_group_rules [ 638.251549] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d8d74ae-6e56-4bd3-b4fd-f8a7d42014d6 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.251622] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d8d74ae-6e56-4bd3-b4fd-f8a7d42014d6" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.381419] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2658107d-6754-4434-90fa-8d04c60b7c74 in Status: SUCCESS [ 638.381616] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2658107d-6754-4434-90fa-8d04c60b7c74 deletion is rescheduled due to dependency. [ 638.381720] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.382307] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.382530] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.382742] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.382888] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.382960] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.383139] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.383221] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.383490] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2658107d-6754-4434-90fa-8d04c60b7c74',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.512388] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.512543] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.512605] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.512796] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.513161] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.513161] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d8d74ae-6e56-4bd3-b4fd-f8a7d42014d6 already deleted. [ 638.513161] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d8d74ae-6e56-4bd3-b4fd-f8a7d42014d6" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.513312] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d8d74ae-6e56-4bd3-b4fd-f8a7d42014d6" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.513408] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d8d74ae-6e56-4bd3-b4fd-f8a7d42014d6" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.513478] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d8d74ae-6e56-4bd3-b4fd-f8a7d42014d6',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.885801] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.886013] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.886153] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.886964] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.886964] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.886964] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.886964] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.886964] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.887231] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.887231] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.887231] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2658107d-6754-4434-90fa-8d04c60b7c74 is going to be updated. [ 638.924226] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.924226] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.924226] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.924475] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.924571] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.935864] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2658107d-6754-4434-90fa-8d04c60b7c74 in Status: IN_PROGRESS for 2s [ 639.044120] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.044841] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.044932] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.045821] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.046088] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.046161] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d8d74ae-6e56-4bd3-b4fd-f8a7d42014d6 already deleted. [ 639.046210] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d8d74ae-6e56-4bd3-b4fd-f8a7d42014d6" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.242073] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 183043d0-c3f3-4288-9199-59f9b189e565 in Status: SUCCESS [ 639.242073] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.947529] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2658107d-6754-4434-90fa-8d04c60b7c74 in Status: SUCCESS [ 640.947844] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2658107d-6754-4434-90fa-8d04c60b7c74 deletion is rescheduled due to dependency. [ 640.948397] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.682956] env[65077]: INFO networking_nsxv3.common.synchronization [None req-622f92f9-1311-4692-91e3-0d6843c6f6ad None None] Enqueued Resource ID: 0e619289-211d-42a4-93af-914abbaf0135 with Priority: HIGHEST for action port [ 641.683266] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e619289-211d-42a4-93af-914abbaf0135 with Priority: HIGHEST for action port [ 641.683852] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e619289-211d-42a4-93af-914abbaf0135 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.684036] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e619289-211d-42a4-93af-914abbaf0135" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.684082] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e619289-211d-42a4-93af-914abbaf0135" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.684307] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e619289-211d-42a4-93af-914abbaf0135" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.684396] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e619289-211d-42a4-93af-914abbaf0135',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.187194] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0e619289-211d-42a4-93af-914abbaf0135 [ 642.187463] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.188579] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.188579] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.188579] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.188579] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.188579] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0e619289-211d-42a4-93af-914abbaf0135 already deleted. [ 642.188579] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e619289-211d-42a4-93af-914abbaf0135" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.347347] env[65077]: INFO networking_nsxv3.common.synchronization [None req-0694af03-6c5e-4e07-91e6-c890327001a1 None None] Enqueued Resource ID: 1da9b944-c3a1-4cfe-91f6-426ab8df3336 with Priority: HIGHEST for action port [ 643.347601] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1da9b944-c3a1-4cfe-91f6-426ab8df3336 with Priority: HIGHEST for action port [ 643.348043] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-1da9b944-c3a1-4cfe-91f6-426ab8df3336 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.348324] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1da9b944-c3a1-4cfe-91f6-426ab8df3336" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.348692] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1da9b944-c3a1-4cfe-91f6-426ab8df3336" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.348965] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1da9b944-c3a1-4cfe-91f6-426ab8df3336" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.349108] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1da9b944-c3a1-4cfe-91f6-426ab8df3336',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.853797] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1da9b944-c3a1-4cfe-91f6-426ab8df3336 [ 643.853797] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.853948] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.853985] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.855095] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.855209] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.855313] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1da9b944-c3a1-4cfe-91f6-426ab8df3336 already deleted. [ 643.856036] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1da9b944-c3a1-4cfe-91f6-426ab8df3336" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.925539] env[65077]: INFO networking_nsxv3.common.synchronization [None req-42f6429a-ad5d-4264-a40e-47b6b78180d5 None None] Enqueued Resource ID: b9c78306-62c0-40d4-9929-6cad30ffe36e with Priority: HIGHEST for action port [ 643.927017] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9c78306-62c0-40d4-9929-6cad30ffe36e with Priority: HIGHEST for action port [ 643.927017] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9c78306-62c0-40d4-9929-6cad30ffe36e taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.927017] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9c78306-62c0-40d4-9929-6cad30ffe36e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.927017] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9c78306-62c0-40d4-9929-6cad30ffe36e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.931256] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9c78306-62c0-40d4-9929-6cad30ffe36e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.931256] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9c78306-62c0-40d4-9929-6cad30ffe36e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.433583] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b9c78306-62c0-40d4-9929-6cad30ffe36e [ 644.433583] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.433583] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.433583] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.433583] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.433583] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.433583] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b9c78306-62c0-40d4-9929-6cad30ffe36e already deleted. [ 644.433583] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9c78306-62c0-40d4-9929-6cad30ffe36e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.812397] env[65077]: INFO networking_nsxv3.common.synchronization [None req-62137886-cb06-4a92-92db-8f478fcaa8b7 None None] Enqueued Resource ID: 5b47217a-79c5-4ead-83fc-ab2dd80be4db with Priority: HIGHEST for action port [ 644.812779] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b47217a-79c5-4ead-83fc-ab2dd80be4db with Priority: HIGHEST for action port [ 644.813768] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b47217a-79c5-4ead-83fc-ab2dd80be4db taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.816631] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b47217a-79c5-4ead-83fc-ab2dd80be4db" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.816631] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b47217a-79c5-4ead-83fc-ab2dd80be4db" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.816631] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b47217a-79c5-4ead-83fc-ab2dd80be4db" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.816631] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b47217a-79c5-4ead-83fc-ab2dd80be4db',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.258887] env[65077]: INFO networking_nsxv3.common.synchronization [req-713816e8-6815-4100-bcdf-44fe683a8240 req-92562351-2862-415f-838f-7a76a81574d4 tempest-DeleteServersAdminTestJSON-1698011950 tempest-DeleteServersAdminTestJSON-1698011950-project-member] Enqueued Resource ID: 08aad7f7-4aac-4d9e-9092-e8d90225715a with Priority: HIGHEST for action security_group_members [ 645.259495] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08aad7f7-4aac-4d9e-9092-e8d90225715a with Priority: HIGHEST for action security_group_members [ 645.259806] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-08aad7f7-4aac-4d9e-9092-e8d90225715a taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.259928] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08aad7f7-4aac-4d9e-9092-e8d90225715a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.259993] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08aad7f7-4aac-4d9e-9092-e8d90225715a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.261051] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08aad7f7-4aac-4d9e-9092-e8d90225715a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.261360] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.261450] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.261526] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.261747] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.261877] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.262021] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08aad7f7-4aac-4d9e-9092-e8d90225715a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.318496] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5b47217a-79c5-4ead-83fc-ab2dd80be4db [ 645.318496] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.318496] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.318496] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.318496] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.318496] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.318496] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5b47217a-79c5-4ead-83fc-ab2dd80be4db already deleted. [ 645.318496] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b47217a-79c5-4ead-83fc-ab2dd80be4db" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.766292] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.766633] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.766633] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.766893] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.766893] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.767150] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.767150] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.767284] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.767475] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.767475] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.767602] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08aad7f7-4aac-4d9e-9092-e8d90225715a is going to be updated. [ 645.799844] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.799844] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.799844] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.799844] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.799844] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.809243] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08aad7f7-4aac-4d9e-9092-e8d90225715a in Status: IN_PROGRESS for 2s [ 645.972657] env[65077]: INFO networking_nsxv3.common.synchronization [None req-34d3ce5b-1e96-472a-84da-75cba9152f5c None None] Enqueued Resource ID: d25fc867-ca44-4007-ac6e-7430757d2a45 with Priority: HIGHEST for action port [ 645.974306] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d25fc867-ca44-4007-ac6e-7430757d2a45 with Priority: HIGHEST for action port [ 645.974306] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-d25fc867-ca44-4007-ac6e-7430757d2a45 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.974306] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d25fc867-ca44-4007-ac6e-7430757d2a45" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.974306] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d25fc867-ca44-4007-ac6e-7430757d2a45" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.974547] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d25fc867-ca44-4007-ac6e-7430757d2a45" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.974547] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d25fc867-ca44-4007-ac6e-7430757d2a45',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.047755] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock network-469 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.048027] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "network-469" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.048508] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "network-469" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.048590] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "network-469" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.049096] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.052262] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.052262] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.052262] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.052262] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.052262] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 646.052262] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 646.052262] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 646.052262] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 646.052262] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 646.052262] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 646.052262] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 646.072162] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 646.072347] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 646.072479] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 646.072657] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "network-469" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.072967] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock port-34320e88-9f33-43fa-832e-72899641ad03 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.073156] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "port-34320e88-9f33-43fa-832e-72899641ad03" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.073272] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "port-34320e88-9f33-43fa-832e-72899641ad03" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.073601] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "port-34320e88-9f33-43fa-832e-72899641ad03" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.073736] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34320e88-9f33-43fa-832e-72899641ad03',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.476686] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d25fc867-ca44-4007-ac6e-7430757d2a45 [ 646.479242] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.479242] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.479242] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.479242] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.479242] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.479242] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d25fc867-ca44-4007-ac6e-7430757d2a45 already deleted. [ 646.479242] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d25fc867-ca44-4007-ac6e-7430757d2a45" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.577998] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.577998] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.577998] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.577998] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.578439] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.578439] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Segment Port 34320e88-9f33-43fa-832e-72899641ad03 not found, creating... [ 646.578638] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.578776] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.578922] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.579100] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.579275] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.579557] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.579726] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.579815] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.580020] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.583214] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.583373] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Resource: SegmentPort with ID: 34320e88-9f33-43fa-832e-72899641ad03 is going to be created. [ 646.618254] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.618483] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.618603] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.618885] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.619181] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.619432] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "port-34320e88-9f33-43fa-832e-72899641ad03" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.629737] env[65077]: INFO networking_nsxv3.common.synchronization [req-d1ccc2b0-01e8-47ff-ae4a-904bb162f9cc req-5626b167-1150-4c33-b99a-8eb1d5447be8 tempest-ServersWithSpecificFlavorTestJSON-398937738 tempest-ServersWithSpecificFlavorTestJSON-398937738-project-member] Enqueued Resource ID: 7e03c969-cff9-42d3-b23d-08179150276c with Priority: HIGHEST for action security_group_members [ 646.629737] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e03c969-cff9-42d3-b23d-08179150276c with Priority: HIGHEST for action security_group_members [ 646.629737] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e03c969-cff9-42d3-b23d-08179150276c taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.629737] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e03c969-cff9-42d3-b23d-08179150276c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.629737] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e03c969-cff9-42d3-b23d-08179150276c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.629737] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e03c969-cff9-42d3-b23d-08179150276c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.629737] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.629737] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.629737] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.629737] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.629737] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.629737] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e03c969-cff9-42d3-b23d-08179150276c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.134172] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.134172] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.134172] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.134172] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.134172] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.134172] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.134172] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.134172] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.134172] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.134172] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.134172] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e03c969-cff9-42d3-b23d-08179150276c already deleted. [ 647.134172] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e03c969-cff9-42d3-b23d-08179150276c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.203025] env[65077]: INFO networking_nsxv3.common.synchronization [None req-ca68b305-c20f-4227-9cb7-fc58bd0e9c2f None None] Enqueued Resource ID: cc8a8bca-e30c-4c6f-86df-ecfa7c289425 with Priority: HIGHEST for action port [ 647.203025] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc8a8bca-e30c-4c6f-86df-ecfa7c289425 with Priority: HIGHEST for action port [ 647.203025] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc8a8bca-e30c-4c6f-86df-ecfa7c289425 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.203025] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc8a8bca-e30c-4c6f-86df-ecfa7c289425" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.203025] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc8a8bca-e30c-4c6f-86df-ecfa7c289425" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.203025] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc8a8bca-e30c-4c6f-86df-ecfa7c289425" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.203025] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc8a8bca-e30c-4c6f-86df-ecfa7c289425',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.370135] env[65077]: INFO networking_nsxv3.common.synchronization [req-713816e8-6815-4100-bcdf-44fe683a8240 req-3df582af-7ed7-4609-af37-f92a9a58303f service nova] Enqueued Resource ID: 08aad7f7-4aac-4d9e-9092-e8d90225715a with Priority: HIGHEST for action security_group_rules [ 647.370326] env[65077]: INFO networking_nsxv3.common.synchronization [req-713816e8-6815-4100-bcdf-44fe683a8240 req-3df582af-7ed7-4609-af37-f92a9a58303f service nova] Enqueued Resource ID: 08aad7f7-4aac-4d9e-9092-e8d90225715a with Priority: HIGHEST for action security_group_members [ 647.370494] env[65077]: INFO networking_nsxv3.common.synchronization [req-713816e8-6815-4100-bcdf-44fe683a8240 req-3df582af-7ed7-4609-af37-f92a9a58303f service nova] Enqueued Resource ID: 34320e88-9f33-43fa-832e-72899641ad03 with Priority: HIGHEST for action port [ 647.371064] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08aad7f7-4aac-4d9e-9092-e8d90225715a with Priority: HIGHEST for action security_group_rules [ 647.371202] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08aad7f7-4aac-4d9e-9092-e8d90225715a with Priority: HIGHEST for action security_group_members [ 647.371297] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34320e88-9f33-43fa-832e-72899641ad03 with Priority: HIGHEST for action port [ 647.371570] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08aad7f7-4aac-4d9e-9092-e8d90225715a taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.371708] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08aad7f7-4aac-4d9e-9092-e8d90225715a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.371773] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08aad7f7-4aac-4d9e-9092-e8d90225715a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.371979] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08aad7f7-4aac-4d9e-9092-e8d90225715a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.372117] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08aad7f7-4aac-4d9e-9092-e8d90225715a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.373303] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-08aad7f7-4aac-4d9e-9092-e8d90225715a taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.373445] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08aad7f7-4aac-4d9e-9092-e8d90225715a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.373620] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-34320e88-9f33-43fa-832e-72899641ad03 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.373806] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34320e88-9f33-43fa-832e-72899641ad03" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.373806] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34320e88-9f33-43fa-832e-72899641ad03" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.373987] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34320e88-9f33-43fa-832e-72899641ad03" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.374073] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34320e88-9f33-43fa-832e-72899641ad03',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.440020] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock network-233 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.440527] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "network-233" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.440859] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "network-233" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.441240] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "network-233" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.441651] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.441820] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.441935] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.442212] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.442565] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.442613] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 647.442720] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 647.442879] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 647.442982] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 647.443099] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 647.443397] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 647.443397] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 647.465855] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 647.466155] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 647.466314] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 647.466491] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "network-233" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.466804] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock port-cce44590-bc45-4242-be63-4a5ee3a5fb4b taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.466971] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "port-cce44590-bc45-4242-be63-4a5ee3a5fb4b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.467102] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "port-cce44590-bc45-4242-be63-4a5ee3a5fb4b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.467400] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "port-cce44590-bc45-4242-be63-4a5ee3a5fb4b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.467534] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cce44590-bc45-4242-be63-4a5ee3a5fb4b',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.705175] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cc8a8bca-e30c-4c6f-86df-ecfa7c289425 [ 647.705731] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.705731] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.705731] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.706118] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.706239] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.706347] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cc8a8bca-e30c-4c6f-86df-ecfa7c289425 already deleted. [ 647.706435] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc8a8bca-e30c-4c6f-86df-ecfa7c289425" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.818301] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08aad7f7-4aac-4d9e-9092-e8d90225715a in Status: SUCCESS [ 647.818506] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08aad7f7-4aac-4d9e-9092-e8d90225715a deletion is rescheduled due to dependency. [ 647.818629] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08aad7f7-4aac-4d9e-9092-e8d90225715a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.818789] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08aad7f7-4aac-4d9e-9092-e8d90225715a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.820022] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08aad7f7-4aac-4d9e-9092-e8d90225715a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.820022] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.820022] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.820022] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.820022] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.820022] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.820022] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08aad7f7-4aac-4d9e-9092-e8d90225715a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.876457] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-08aad7f7-4aac-4d9e-9092-e8d90225715a taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.876599] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08aad7f7-4aac-4d9e-9092-e8d90225715a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.876761] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 34320e88-9f33-43fa-832e-72899641ad03 with status ACTIVE [ 647.876931] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.877050] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.877119] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.877412] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.877412] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.877579] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.877670] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.877727] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.877870] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.877946] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.878240] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.878351] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.878407] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.878552] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.878629] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.878713] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 34320e88-9f33-43fa-832e-72899641ad03 is going to be updated. [ 647.901634] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.901832] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.901878] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.902080] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.902227] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.902407] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34320e88-9f33-43fa-832e-72899641ad03" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.971830] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.972075] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.972261] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.972551] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.972974] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.972974] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Segment Port cce44590-bc45-4242-be63-4a5ee3a5fb4b not found, creating... [ 647.976177] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.976397] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.976478] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.976729] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.976895] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.977224] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.978042] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.978042] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.978042] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.978042] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.978042] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Resource: SegmentPort with ID: cce44590-bc45-4242-be63-4a5ee3a5fb4b is going to be created. [ 648.005485] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.006182] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.006182] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.006182] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.006433] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.006628] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "port-cce44590-bc45-4242-be63-4a5ee3a5fb4b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.323942] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('08aad7f7-4aac-4d9e-9092-e8d90225715a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.769790] env[65077]: INFO networking_nsxv3.common.synchronization [req-d1ccc2b0-01e8-47ff-ae4a-904bb162f9cc req-c92b918c-0de4-4c38-a1ad-80101dd6dae9 service nova] Enqueued Resource ID: 7e03c969-cff9-42d3-b23d-08179150276c with Priority: HIGHEST for action security_group_rules [ 648.769945] env[65077]: INFO networking_nsxv3.common.synchronization [req-d1ccc2b0-01e8-47ff-ae4a-904bb162f9cc req-c92b918c-0de4-4c38-a1ad-80101dd6dae9 service nova] Enqueued Resource ID: 7e03c969-cff9-42d3-b23d-08179150276c with Priority: HIGHEST for action security_group_members [ 648.770091] env[65077]: INFO networking_nsxv3.common.synchronization [req-d1ccc2b0-01e8-47ff-ae4a-904bb162f9cc req-c92b918c-0de4-4c38-a1ad-80101dd6dae9 service nova] Enqueued Resource ID: cce44590-bc45-4242-be63-4a5ee3a5fb4b with Priority: HIGHEST for action port [ 648.770634] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e03c969-cff9-42d3-b23d-08179150276c with Priority: HIGHEST for action security_group_rules [ 648.770805] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e03c969-cff9-42d3-b23d-08179150276c with Priority: HIGHEST for action security_group_members [ 648.770870] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cce44590-bc45-4242-be63-4a5ee3a5fb4b with Priority: HIGHEST for action port [ 648.771519] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e03c969-cff9-42d3-b23d-08179150276c taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.771777] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e03c969-cff9-42d3-b23d-08179150276c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.771932] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e03c969-cff9-42d3-b23d-08179150276c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.772320] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e03c969-cff9-42d3-b23d-08179150276c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.772451] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e03c969-cff9-42d3-b23d-08179150276c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.773473] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e03c969-cff9-42d3-b23d-08179150276c taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.773668] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e03c969-cff9-42d3-b23d-08179150276c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.773807] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e03c969-cff9-42d3-b23d-08179150276c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.774059] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e03c969-cff9-42d3-b23d-08179150276c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.774773] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.774773] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.774773] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.774773] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.774773] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.775175] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e03c969-cff9-42d3-b23d-08179150276c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.776338] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-cce44590-bc45-4242-be63-4a5ee3a5fb4b taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.776517] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cce44590-bc45-4242-be63-4a5ee3a5fb4b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.776692] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cce44590-bc45-4242-be63-4a5ee3a5fb4b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.776909] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cce44590-bc45-4242-be63-4a5ee3a5fb4b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.777101] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cce44590-bc45-4242-be63-4a5ee3a5fb4b',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.825960] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('08aad7f7-4aac-4d9e-9092-e8d90225715a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.283238] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e03c969-cff9-42d3-b23d-08179150276c taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.283486] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e03c969-cff9-42d3-b23d-08179150276c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.283792] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cce44590-bc45-4242-be63-4a5ee3a5fb4b with status ACTIVE [ 649.284068] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.284197] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.284263] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.284481] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.284570] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.284771] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.284873] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.284937] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.285129] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.285214] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.285370] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.285466] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.285521] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.285663] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.285733] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.285819] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cce44590-bc45-4242-be63-4a5ee3a5fb4b is going to be updated. [ 649.290021] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e03c969-cff9-42d3-b23d-08179150276c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.317599] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.317826] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.317911] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.318220] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.318550] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.318741] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cce44590-bc45-4242-be63-4a5ee3a5fb4b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.329048] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.329048] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.329048] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.329517] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.330361] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.330361] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08aad7f7-4aac-4d9e-9092-e8d90225715a is going to be updated. [ 649.360747] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.360992] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.360992] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.361187] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.361377] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.370643] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08aad7f7-4aac-4d9e-9092-e8d90225715a in Status: IN_PROGRESS for 2s [ 649.410264] env[65077]: INFO networking_nsxv3.common.synchronization [None req-36700c49-b5e6-49a9-a0bd-ecc109420c05 None None] Enqueued Resource ID: 2e7e0b35-caee-4184-b169-86ba2446717f with Priority: HIGHEST for action port [ 649.410935] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e7e0b35-caee-4184-b169-86ba2446717f with Priority: HIGHEST for action port [ 649.411529] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e7e0b35-caee-4184-b169-86ba2446717f taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.411665] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e7e0b35-caee-4184-b169-86ba2446717f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.411729] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e7e0b35-caee-4184-b169-86ba2446717f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.411994] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e7e0b35-caee-4184-b169-86ba2446717f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.412567] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e7e0b35-caee-4184-b169-86ba2446717f',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.793744] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e03c969-cff9-42d3-b23d-08179150276c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.918025] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e7e0b35-caee-4184-b169-86ba2446717f [ 649.918025] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.918025] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.918025] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.918025] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.918025] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.918025] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e7e0b35-caee-4184-b169-86ba2446717f already deleted. [ 649.918025] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e7e0b35-caee-4184-b169-86ba2446717f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.294835] env[65077]: INFO networking_nsxv3.common.synchronization [req-8a111bdf-438b-43fe-90a3-0775e73e20a6 req-faa5ae80-ab30-4951-88cc-e56e63d66f4f tempest-AttachInterfacesV270Test-436672038 tempest-AttachInterfacesV270Test-436672038-project-member] Enqueued Resource ID: 5d6c7a2a-9930-4eb9-8021-2b9dee415c60 with Priority: HIGHEST for action security_group_members [ 650.295985] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d6c7a2a-9930-4eb9-8021-2b9dee415c60 with Priority: HIGHEST for action security_group_members [ 650.295985] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.297746] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.297746] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.297746] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.297746] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.297746] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e03c969-cff9-42d3-b23d-08179150276c is going to be created. [ 650.299319] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d6c7a2a-9930-4eb9-8021-2b9dee415c60 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.299502] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d6c7a2a-9930-4eb9-8021-2b9dee415c60" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.299611] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d6c7a2a-9930-4eb9-8021-2b9dee415c60" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.300308] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d6c7a2a-9930-4eb9-8021-2b9dee415c60" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.300308] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.300308] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.300308] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.301110] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.301110] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.301110] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d6c7a2a-9930-4eb9-8021-2b9dee415c60',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.331127] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.331127] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.331127] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.331127] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.331685] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.344723] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e03c969-cff9-42d3-b23d-08179150276c in Status: UNINITIALIZED for 2s [ 650.724751] env[65077]: INFO networking_nsxv3.common.synchronization [None req-bd9022a4-45cc-4def-b1b1-a00bbe285fe4 tempest-AttachInterfacesUnderV243Test-1778452482 tempest-AttachInterfacesUnderV243Test-1778452482-project-member] Enqueued Resource ID: ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa with Priority: HIGHEST for action security_group_rules [ 650.725765] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa with Priority: HIGHEST for action security_group_rules [ 650.725765] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.725765] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.725765] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.725963] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.725998] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.805721] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.805948] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.806037] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.806238] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.806530] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.806530] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.807311] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.807311] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.807311] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.807311] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.807311] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d6c7a2a-9930-4eb9-8021-2b9dee415c60 is going to be updated. [ 650.839232] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.839580] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.839651] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.839981] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.840494] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.851712] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d6c7a2a-9930-4eb9-8021-2b9dee415c60 in Status: IN_PROGRESS for 2s [ 651.006738] env[65077]: INFO networking_nsxv3.common.synchronization [None req-f3257e32-0f0d-466b-b981-aa8739f4abb7 tempest-AttachInterfacesUnderV243Test-1778452482 tempest-AttachInterfacesUnderV243Test-1778452482-project-member] Enqueued Resource ID: ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa with Priority: HIGHEST for action security_group_rules [ 651.007379] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa with Priority: HIGHEST for action security_group_rules [ 651.007847] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.007847] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.255435] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.256668] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.256813] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.257472] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.257835] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.258117] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa already deleted. [ 651.258314] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.258539] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.258775] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.258913] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.386642] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08aad7f7-4aac-4d9e-9092-e8d90225715a in Status: SUCCESS [ 651.386642] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08aad7f7-4aac-4d9e-9092-e8d90225715a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.386642] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08aad7f7-4aac-4d9e-9092-e8d90225715a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.386642] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08aad7f7-4aac-4d9e-9092-e8d90225715a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.386642] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.387088] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.387088] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.387088] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.387088] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.387243] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08aad7f7-4aac-4d9e-9092-e8d90225715a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.387243] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('08aad7f7-4aac-4d9e-9092-e8d90225715a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.781899] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.781899] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.782032] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.782451] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.782451] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.782451] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa already deleted. [ 651.782451] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.892038] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-08aad7f7-4aac-4d9e-9092-e8d90225715a taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.892038] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08aad7f7-4aac-4d9e-9092-e8d90225715a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.892038] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08aad7f7-4aac-4d9e-9092-e8d90225715a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.892038] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08aad7f7-4aac-4d9e-9092-e8d90225715a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.892038] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.892038] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.892038] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.892038] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.892038] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.892038] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08aad7f7-4aac-4d9e-9092-e8d90225715a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.892038] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-08aad7f7-4aac-4d9e-9092-e8d90225715a taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.892038] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08aad7f7-4aac-4d9e-9092-e8d90225715a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.892038] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08aad7f7-4aac-4d9e-9092-e8d90225715a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.892038] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08aad7f7-4aac-4d9e-9092-e8d90225715a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.892038] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.892745] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.892745] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.892745] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.892745] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.892745] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08aad7f7-4aac-4d9e-9092-e8d90225715a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.892745] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('08aad7f7-4aac-4d9e-9092-e8d90225715a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.027057] env[65077]: INFO networking_nsxv3.common.synchronization [None req-fda8fd8d-a39d-4463-975a-1fe2c4c2a84b None None] Enqueued Resource ID: 3ec1609f-35ee-407e-9eb5-0c1e635b1944 with Priority: HIGHEST for action port [ 652.027794] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ec1609f-35ee-407e-9eb5-0c1e635b1944 with Priority: HIGHEST for action port [ 652.028727] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ec1609f-35ee-407e-9eb5-0c1e635b1944 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.029211] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ec1609f-35ee-407e-9eb5-0c1e635b1944" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.029211] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ec1609f-35ee-407e-9eb5-0c1e635b1944" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.029657] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ec1609f-35ee-407e-9eb5-0c1e635b1944" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.029657] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ec1609f-35ee-407e-9eb5-0c1e635b1944',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.360577] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e03c969-cff9-42d3-b23d-08179150276c in Status: SUCCESS [ 652.360772] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e03c969-cff9-42d3-b23d-08179150276c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.360941] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e03c969-cff9-42d3-b23d-08179150276c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.361205] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e03c969-cff9-42d3-b23d-08179150276c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.361693] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.361693] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.361693] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.362014] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.362014] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.362014] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e03c969-cff9-42d3-b23d-08179150276c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.362014] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e03c969-cff9-42d3-b23d-08179150276c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.372351] env[65077]: INFO networking_nsxv3.common.synchronization [req-e4029a71-cff6-4b09-985d-43d54b9ff420 req-d11f45dc-c01d-4d23-97ff-431733dd0b4f tempest-ServersAdminTestJSON-426377813 tempest-ServersAdminTestJSON-426377813-project-member] Enqueued Resource ID: 01ad1d78-1c0f-4656-b348-852e5afff800 with Priority: HIGHEST for action security_group_members [ 652.372816] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01ad1d78-1c0f-4656-b348-852e5afff800 with Priority: HIGHEST for action security_group_members [ 652.373875] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ad1d78-1c0f-4656-b348-852e5afff800 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.373875] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.373875] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.373875] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.373875] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.373875] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.374188] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.374188] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.374188] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.374355] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01ad1d78-1c0f-4656-b348-852e5afff800',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.395976] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 08aad7f7-4aac-4d9e-9092-e8d90225715a: rpc.has_security_group_logging(os_id): False [ 652.416138] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.416293] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.416359] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.416587] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.416771] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.416870] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.417019] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.417019] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.417283] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.417283] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.417465] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.417519] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.417564] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.417707] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.417763] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.417959] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.418062] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.418122] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.418278] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.418364] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.418435] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08aad7f7-4aac-4d9e-9092-e8d90225715a is going to be updated. [ 652.460837] env[65077]: INFO networking_nsxv3.common.synchronization [None req-579078e2-00c3-4b81-bb4c-a2cb197771a1 None None] Enqueued Resource ID: 30f26547-46da-49ce-b76a-5a7401948a90 with Priority: HIGHEST for action port [ 652.462253] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30f26547-46da-49ce-b76a-5a7401948a90 with Priority: HIGHEST for action port [ 652.462492] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-30f26547-46da-49ce-b76a-5a7401948a90 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.462693] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30f26547-46da-49ce-b76a-5a7401948a90" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.462693] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30f26547-46da-49ce-b76a-5a7401948a90" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.463936] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30f26547-46da-49ce-b76a-5a7401948a90" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.463936] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30f26547-46da-49ce-b76a-5a7401948a90',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.650845] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.650845] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.650845] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.652697] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.652697] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.654141] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3ec1609f-35ee-407e-9eb5-0c1e635b1944 [ 652.654141] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.654141] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.654141] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.654141] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.654141] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.654402] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3ec1609f-35ee-407e-9eb5-0c1e635b1944 already deleted. [ 652.654402] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ec1609f-35ee-407e-9eb5-0c1e635b1944" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.667697] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08aad7f7-4aac-4d9e-9092-e8d90225715a in Status: IN_PROGRESS for 2s [ 652.865573] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d6c7a2a-9930-4eb9-8021-2b9dee415c60 in Status: SUCCESS [ 652.865573] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d6c7a2a-9930-4eb9-8021-2b9dee415c60 deletion is rescheduled due to dependency. [ 652.865573] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d6c7a2a-9930-4eb9-8021-2b9dee415c60" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.869432] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e03c969-cff9-42d3-b23d-08179150276c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.879044] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01ad1d78-1c0f-4656-b348-852e5afff800',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.002727] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock network-389 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.003609] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "network-389" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.003609] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "network-389" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.003949] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "network-389" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.004808] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.005093] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.005503] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.005893] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.006113] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.006365] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 653.006500] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 653.006649] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 653.006756] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 653.006861] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 653.006967] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 653.010530] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 653.030407] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 653.030407] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 653.030407] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 653.030407] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "network-389" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.030718] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock port-2911ff52-3aa1-4018-bafa-bda2a40a2513 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.030718] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "port-2911ff52-3aa1-4018-bafa-bda2a40a2513" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.030853] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "port-2911ff52-3aa1-4018-bafa-bda2a40a2513" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.031305] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "port-2911ff52-3aa1-4018-bafa-bda2a40a2513" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.031491] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2911ff52-3aa1-4018-bafa-bda2a40a2513',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.155673] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 30f26547-46da-49ce-b76a-5a7401948a90 [ 653.155913] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.156099] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.156171] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.156331] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.156413] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.156510] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:30f26547-46da-49ce-b76a-5a7401948a90 already deleted. [ 653.156591] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30f26547-46da-49ce-b76a-5a7401948a90" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.373267] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e03c969-cff9-42d3-b23d-08179150276c: rpc.has_security_group_logging(os_id): False [ 653.384296] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01ad1d78-1c0f-4656-b348-852e5afff800',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.394133] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.396021] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.396021] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.396021] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.396021] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.396021] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.396021] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.396021] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.396021] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.396021] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.396021] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e03c969-cff9-42d3-b23d-08179150276c is going to be created. [ 653.461411] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.461411] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.461782] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.461782] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.461898] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.476167] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e03c969-cff9-42d3-b23d-08179150276c in Status: IN_PROGRESS for 2s [ 653.533688] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.533916] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.535615] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.535615] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.535615] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.535615] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Segment Port 2911ff52-3aa1-4018-bafa-bda2a40a2513 not found, creating... [ 653.535615] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.535615] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.535615] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.535615] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.535615] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.535993] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.536081] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.536434] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.537172] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.537552] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.537744] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Resource: SegmentPort with ID: 2911ff52-3aa1-4018-bafa-bda2a40a2513 is going to be created. [ 653.574051] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.574296] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.574445] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.574731] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.575113] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.575217] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "port-2911ff52-3aa1-4018-bafa-bda2a40a2513" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.887996] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.888202] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.888276] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.888485] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.888575] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.888671] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01ad1d78-1c0f-4656-b348-852e5afff800 is going to be updated. [ 653.924487] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.924487] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.924487] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.924487] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.924487] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.931249] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ad1d78-1c0f-4656-b348-852e5afff800 in Status: IN_PROGRESS for 2s [ 654.327667] env[65077]: INFO networking_nsxv3.common.synchronization [req-e4029a71-cff6-4b09-985d-43d54b9ff420 req-fc5a90e6-9d7c-42e7-9f3c-0c2d9ebe15fc service nova] Enqueued Resource ID: 01ad1d78-1c0f-4656-b348-852e5afff800 with Priority: HIGHEST for action security_group_rules [ 654.329908] env[65077]: INFO networking_nsxv3.common.synchronization [req-e4029a71-cff6-4b09-985d-43d54b9ff420 req-fc5a90e6-9d7c-42e7-9f3c-0c2d9ebe15fc service nova] Enqueued Resource ID: 01ad1d78-1c0f-4656-b348-852e5afff800 with Priority: HIGHEST for action security_group_members [ 654.329908] env[65077]: INFO networking_nsxv3.common.synchronization [req-e4029a71-cff6-4b09-985d-43d54b9ff420 req-fc5a90e6-9d7c-42e7-9f3c-0c2d9ebe15fc service nova] Enqueued Resource ID: 2911ff52-3aa1-4018-bafa-bda2a40a2513 with Priority: HIGHEST for action port [ 654.329908] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01ad1d78-1c0f-4656-b348-852e5afff800 with Priority: HIGHEST for action security_group_rules [ 654.329908] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01ad1d78-1c0f-4656-b348-852e5afff800 with Priority: HIGHEST for action security_group_members [ 654.329908] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2911ff52-3aa1-4018-bafa-bda2a40a2513 with Priority: HIGHEST for action port [ 654.329908] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01ad1d78-1c0f-4656-b348-852e5afff800 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.329908] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.329908] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.329908] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.330442] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01ad1d78-1c0f-4656-b348-852e5afff800',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.331411] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ad1d78-1c0f-4656-b348-852e5afff800 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.331411] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.331588] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-2911ff52-3aa1-4018-bafa-bda2a40a2513 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.331688] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2911ff52-3aa1-4018-bafa-bda2a40a2513" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.331688] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2911ff52-3aa1-4018-bafa-bda2a40a2513" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.332045] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2911ff52-3aa1-4018-bafa-bda2a40a2513" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.332125] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2911ff52-3aa1-4018-bafa-bda2a40a2513',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.607502] env[65077]: INFO networking_nsxv3.common.synchronization [req-5b156dfa-8240-4803-9cc3-9484d23591b1 req-62bb972c-0c6f-46f0-9aa4-19954634ae73 tempest-SecurityGroupRulesTestJSON-1276780051 tempest-SecurityGroupRulesTestJSON-1276780051-project-member] Enqueued Resource ID: 9d8beaf1-7031-4d3b-964d-2b6549e3ae22 with Priority: HIGHEST for action security_group_rules [ 654.607992] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d8beaf1-7031-4d3b-964d-2b6549e3ae22 with Priority: HIGHEST for action security_group_rules [ 654.608439] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d8beaf1-7031-4d3b-964d-2b6549e3ae22 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.608627] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d8beaf1-7031-4d3b-964d-2b6549e3ae22" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.608627] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d8beaf1-7031-4d3b-964d-2b6549e3ae22" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.608858] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d8beaf1-7031-4d3b-964d-2b6549e3ae22" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.608967] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d8beaf1-7031-4d3b-964d-2b6549e3ae22',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.682872] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08aad7f7-4aac-4d9e-9092-e8d90225715a in Status: SUCCESS [ 654.683141] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08aad7f7-4aac-4d9e-9092-e8d90225715a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.762800] env[65077]: INFO networking_nsxv3.common.synchronization [None req-4be5f6ea-e358-4c2b-ba99-3ec484b3142c None None] Enqueued Resource ID: 27efe05c-b051-4bfe-9857-4e37799c5a8a with Priority: HIGHEST for action port [ 654.763360] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27efe05c-b051-4bfe-9857-4e37799c5a8a with Priority: HIGHEST for action port [ 654.763663] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-27efe05c-b051-4bfe-9857-4e37799c5a8a taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.763780] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27efe05c-b051-4bfe-9857-4e37799c5a8a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.763844] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27efe05c-b051-4bfe-9857-4e37799c5a8a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.764147] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27efe05c-b051-4bfe-9857-4e37799c5a8a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.764234] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27efe05c-b051-4bfe-9857-4e37799c5a8a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.835601] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ad1d78-1c0f-4656-b348-852e5afff800 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.835918] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.836363] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2911ff52-3aa1-4018-bafa-bda2a40a2513 with status ACTIVE [ 654.836673] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.836914] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.837102] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.837417] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.837688] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.840184] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.840184] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.840184] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.840184] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.840184] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.840184] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.840184] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.840184] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.840184] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.840184] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.840184] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2911ff52-3aa1-4018-bafa-bda2a40a2513 is going to be updated. [ 654.864447] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.864447] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.864447] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.864447] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.864447] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.864447] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2911ff52-3aa1-4018-bafa-bda2a40a2513" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.131369] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.131549] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.131626] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.132021] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.132021] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.132021] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d8beaf1-7031-4d3b-964d-2b6549e3ae22 already deleted. [ 655.132143] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d8beaf1-7031-4d3b-964d-2b6549e3ae22" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.271032] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 27efe05c-b051-4bfe-9857-4e37799c5a8a [ 655.271878] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.272058] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.272166] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.272525] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.272639] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.272722] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:27efe05c-b051-4bfe-9857-4e37799c5a8a already deleted. [ 655.272804] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27efe05c-b051-4bfe-9857-4e37799c5a8a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.489937] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e03c969-cff9-42d3-b23d-08179150276c in Status: SUCCESS [ 655.491492] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e03c969-cff9-42d3-b23d-08179150276c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.945136] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ad1d78-1c0f-4656-b348-852e5afff800 in Status: SUCCESS [ 655.946635] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.946635] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.946635] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.951199] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.951199] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.951199] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.951199] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.951199] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.951199] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01ad1d78-1c0f-4656-b348-852e5afff800',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.455757] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01ad1d78-1c0f-4656-b348-852e5afff800',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.753600] env[65077]: INFO networking_nsxv3.common.synchronization [req-830f0b9d-e8df-41bf-a864-9b9269cdc85e req-03a4465f-ab3e-4f32-b5e4-9668ffcc1cff tempest-FloatingIPsAssociationTestJSON-766630074 tempest-FloatingIPsAssociationTestJSON-766630074-project-member] Enqueued Resource ID: 981dcbb1-43ad-4e60-bb2f-82dd5043583d with Priority: HIGHEST for action security_group_members [ 656.754173] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 981dcbb1-43ad-4e60-bb2f-82dd5043583d with Priority: HIGHEST for action security_group_members [ 656.754476] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-981dcbb1-43ad-4e60-bb2f-82dd5043583d taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.754594] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-981dcbb1-43ad-4e60-bb2f-82dd5043583d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.754662] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-981dcbb1-43ad-4e60-bb2f-82dd5043583d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.754859] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-981dcbb1-43ad-4e60-bb2f-82dd5043583d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.755013] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.755112] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.755173] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.755318] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.755401] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.755489] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('981dcbb1-43ad-4e60-bb2f-82dd5043583d',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.962853] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01ad1d78-1c0f-4656-b348-852e5afff800',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.110963] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock network-14 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.111226] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "network-14" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.111351] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "network-14" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.111606] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "network-14" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.111961] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.112073] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.112202] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.112408] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.112546] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.112760] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 657.112869] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 657.112975] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 657.113149] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 657.113259] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 657.113355] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 657.113475] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 657.132073] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 657.132244] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 657.132372] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 657.132543] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "network-14" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.132848] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock port-92e3ef49-d3e6-4ebd-8458-e887b12e90fd taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.133017] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "port-92e3ef49-d3e6-4ebd-8458-e887b12e90fd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.133139] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "port-92e3ef49-d3e6-4ebd-8458-e887b12e90fd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.133459] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "port-92e3ef49-d3e6-4ebd-8458-e887b12e90fd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.133593] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92e3ef49-d3e6-4ebd-8458-e887b12e90fd',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.152061] env[65077]: INFO networking_nsxv3.common.synchronization [None req-fc52b58d-e137-4544-9fbf-de600c000639 None None] Enqueued Resource ID: 457a67c3-5664-4e11-a8c1-b9f50ceeb947 with Priority: HIGHEST for action port [ 657.153240] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 457a67c3-5664-4e11-a8c1-b9f50ceeb947 with Priority: HIGHEST for action port [ 657.153712] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-457a67c3-5664-4e11-a8c1-b9f50ceeb947 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.153712] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-457a67c3-5664-4e11-a8c1-b9f50ceeb947" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.153712] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-457a67c3-5664-4e11-a8c1-b9f50ceeb947" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.153952] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-457a67c3-5664-4e11-a8c1-b9f50ceeb947" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.154047] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('457a67c3-5664-4e11-a8c1-b9f50ceeb947',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.258125] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('981dcbb1-43ad-4e60-bb2f-82dd5043583d',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.466027] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.466323] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.466454] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.466793] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.466916] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.467030] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01ad1d78-1c0f-4656-b348-852e5afff800 is going to be updated. [ 657.499322] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.499557] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.499610] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.499829] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.500031] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.508922] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ad1d78-1c0f-4656-b348-852e5afff800 in Status: IN_PROGRESS for 2s [ 657.637530] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.637530] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.637530] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.637767] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.637879] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.638331] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Segment Port 92e3ef49-d3e6-4ebd-8458-e887b12e90fd not found, creating... [ 657.638331] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.638541] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.638586] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.638766] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.639047] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.639334] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.639334] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.639446] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.639641] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.640143] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.640143] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Resource: SegmentPort with ID: 92e3ef49-d3e6-4ebd-8458-e887b12e90fd is going to be created. [ 657.655717] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 457a67c3-5664-4e11-a8c1-b9f50ceeb947 [ 657.655829] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.655961] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.656033] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.656297] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.656390] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.656486] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:457a67c3-5664-4e11-a8c1-b9f50ceeb947 already deleted. [ 657.656562] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-457a67c3-5664-4e11-a8c1-b9f50ceeb947" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.661934] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.661934] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.661934] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.663203] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.663203] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.663203] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "port-92e3ef49-d3e6-4ebd-8458-e887b12e90fd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.761641] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('981dcbb1-43ad-4e60-bb2f-82dd5043583d',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.267601] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.267948] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.267948] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.268057] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.268387] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.268387] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 981dcbb1-43ad-4e60-bb2f-82dd5043583d is going to be updated. [ 658.311752] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.311992] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.312080] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.312280] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.312610] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.322272] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 981dcbb1-43ad-4e60-bb2f-82dd5043583d in Status: IN_PROGRESS for 2s [ 658.431676] env[65077]: INFO networking_nsxv3.common.synchronization [req-830f0b9d-e8df-41bf-a864-9b9269cdc85e req-02a83d27-4e8e-4b2f-842c-f38f502e9986 service nova] Enqueued Resource ID: 981dcbb1-43ad-4e60-bb2f-82dd5043583d with Priority: HIGHEST for action security_group_rules [ 658.431818] env[65077]: INFO networking_nsxv3.common.synchronization [req-830f0b9d-e8df-41bf-a864-9b9269cdc85e req-02a83d27-4e8e-4b2f-842c-f38f502e9986 service nova] Enqueued Resource ID: 981dcbb1-43ad-4e60-bb2f-82dd5043583d with Priority: HIGHEST for action security_group_members [ 658.431948] env[65077]: INFO networking_nsxv3.common.synchronization [req-830f0b9d-e8df-41bf-a864-9b9269cdc85e req-02a83d27-4e8e-4b2f-842c-f38f502e9986 service nova] Enqueued Resource ID: 92e3ef49-d3e6-4ebd-8458-e887b12e90fd with Priority: HIGHEST for action port [ 658.432509] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 981dcbb1-43ad-4e60-bb2f-82dd5043583d with Priority: HIGHEST for action security_group_rules [ 658.432646] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 981dcbb1-43ad-4e60-bb2f-82dd5043583d with Priority: HIGHEST for action security_group_members [ 658.432767] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92e3ef49-d3e6-4ebd-8458-e887b12e90fd with Priority: HIGHEST for action port [ 658.434030] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-981dcbb1-43ad-4e60-bb2f-82dd5043583d taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.436084] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-981dcbb1-43ad-4e60-bb2f-82dd5043583d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.436192] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-981dcbb1-43ad-4e60-bb2f-82dd5043583d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.436450] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-981dcbb1-43ad-4e60-bb2f-82dd5043583d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.436489] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('981dcbb1-43ad-4e60-bb2f-82dd5043583d',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.437370] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-981dcbb1-43ad-4e60-bb2f-82dd5043583d taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.437469] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-981dcbb1-43ad-4e60-bb2f-82dd5043583d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.438333] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-92e3ef49-d3e6-4ebd-8458-e887b12e90fd taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.438333] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92e3ef49-d3e6-4ebd-8458-e887b12e90fd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.438333] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92e3ef49-d3e6-4ebd-8458-e887b12e90fd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.438333] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92e3ef49-d3e6-4ebd-8458-e887b12e90fd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.438333] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92e3ef49-d3e6-4ebd-8458-e887b12e90fd',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.940763] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-981dcbb1-43ad-4e60-bb2f-82dd5043583d taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.940971] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-981dcbb1-43ad-4e60-bb2f-82dd5043583d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.941271] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 92e3ef49-d3e6-4ebd-8458-e887b12e90fd with status ACTIVE [ 658.941398] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.941529] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.942037] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.942321] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.942454] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.943358] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.943358] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.943358] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.943358] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.943358] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.943358] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.943358] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.943767] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.943767] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.943767] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.943767] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 92e3ef49-d3e6-4ebd-8458-e887b12e90fd is going to be updated. [ 658.975759] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.975951] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.975951] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.976252] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.977034] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.977034] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92e3ef49-d3e6-4ebd-8458-e887b12e90fd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.140916] env[65077]: INFO networking_nsxv3.common.synchronization [req-2e649e0b-f270-42bf-810d-a65132bfcbef req-e529c6ad-d1aa-4b3a-8e16-3389b4782f18 tempest-ServersAdminNegativeTestJSON-2103935225 tempest-ServersAdminNegativeTestJSON-2103935225-project-member] Enqueued Resource ID: 1bf0553a-aef7-4f32-93c5-9543708dded2 with Priority: HIGHEST for action security_group_members [ 659.141486] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bf0553a-aef7-4f32-93c5-9543708dded2 with Priority: HIGHEST for action security_group_members [ 659.141811] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bf0553a-aef7-4f32-93c5-9543708dded2 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.141929] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bf0553a-aef7-4f32-93c5-9543708dded2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.141975] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bf0553a-aef7-4f32-93c5-9543708dded2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.142256] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bf0553a-aef7-4f32-93c5-9543708dded2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.142408] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.142510] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.142571] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.142733] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.142840] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.142954] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bf0553a-aef7-4f32-93c5-9543708dded2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.455046] env[65077]: INFO networking_nsxv3.common.synchronization [None req-3afffb4f-afe7-4ccf-81e3-40b11164be49 None None] Enqueued Resource ID: f21f8882-dec0-45f0-9870-100daf746842 with Priority: HIGHEST for action port [ 659.456053] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f21f8882-dec0-45f0-9870-100daf746842 with Priority: HIGHEST for action port [ 659.456516] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-f21f8882-dec0-45f0-9870-100daf746842 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.459218] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f21f8882-dec0-45f0-9870-100daf746842" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.459218] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f21f8882-dec0-45f0-9870-100daf746842" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.459218] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f21f8882-dec0-45f0-9870-100daf746842" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.459218] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f21f8882-dec0-45f0-9870-100daf746842',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.520705] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ad1d78-1c0f-4656-b348-852e5afff800 in Status: SUCCESS [ 659.520944] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.521400] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.521732] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.521938] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.522235] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.522235] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.522336] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.522424] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.522564] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.522655] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01ad1d78-1c0f-4656-b348-852e5afff800',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.607655] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock network-469 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.607874] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "network-469" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.607999] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "network-469" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.608358] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "network-469" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.608606] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.609352] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.609352] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.610561] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.611456] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.611729] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 659.612554] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 659.612554] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 659.612554] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 659.612554] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 659.612554] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 659.612755] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 659.634555] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 659.634720] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 659.634900] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 659.635151] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "network-469" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.635424] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock port-4f6ebf2e-3885-4f98-a7b2-a2fb3e94b6cb taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.637617] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "port-4f6ebf2e-3885-4f98-a7b2-a2fb3e94b6cb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.637934] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "port-4f6ebf2e-3885-4f98-a7b2-a2fb3e94b6cb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.638465] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "port-4f6ebf2e-3885-4f98-a7b2-a2fb3e94b6cb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.638856] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f6ebf2e-3885-4f98-a7b2-a2fb3e94b6cb',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.645935] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.645935] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.646152] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.646323] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.646500] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.646693] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.646804] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.646804] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.647068] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.647068] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.647243] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bf0553a-aef7-4f32-93c5-9543708dded2 already deleted. [ 659.647243] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bf0553a-aef7-4f32-93c5-9543708dded2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.959963] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f21f8882-dec0-45f0-9870-100daf746842 [ 659.960260] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.960402] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.960476] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.960688] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.960777] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.961333] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f21f8882-dec0-45f0-9870-100daf746842 already deleted. [ 659.961333] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f21f8882-dec0-45f0-9870-100daf746842" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.030025] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ad1d78-1c0f-4656-b348-852e5afff800 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.030025] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.030025] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.030025] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.030025] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.030025] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.030025] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.030025] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.030025] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.030025] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.030025] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ad1d78-1c0f-4656-b348-852e5afff800 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.030025] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.030025] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.030025] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.030025] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.030025] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.030876] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.030876] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.030876] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.030876] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.030876] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01ad1d78-1c0f-4656-b348-852e5afff800',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.196281] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.196281] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.196281] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.196281] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.196281] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.196281] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Segment Port 4f6ebf2e-3885-4f98-a7b2-a2fb3e94b6cb not found, creating... [ 660.196281] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.196281] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.196281] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.196281] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.196281] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.199783] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.199783] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.199783] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.199783] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.199783] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.199783] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Resource: SegmentPort with ID: 4f6ebf2e-3885-4f98-a7b2-a2fb3e94b6cb is going to be created. [ 660.199783] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.199783] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.199783] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.201059] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.201059] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.201059] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "port-4f6ebf2e-3885-4f98-a7b2-a2fb3e94b6cb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.333642] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 981dcbb1-43ad-4e60-bb2f-82dd5043583d in Status: SUCCESS [ 660.334802] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-981dcbb1-43ad-4e60-bb2f-82dd5043583d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.334802] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-981dcbb1-43ad-4e60-bb2f-82dd5043583d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.334802] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-981dcbb1-43ad-4e60-bb2f-82dd5043583d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.334802] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.334802] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.334802] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.334802] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.335252] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.335252] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('981dcbb1-43ad-4e60-bb2f-82dd5043583d',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.534468] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01ad1d78-1c0f-4656-b348-852e5afff800: rpc.has_security_group_logging(os_id): False [ 660.554677] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.555028] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.555122] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.555332] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.555428] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.555664] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.555781] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.555843] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.556025] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.556216] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.556426] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.556526] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.556766] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.556766] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.556883] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.556977] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.557080] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.557149] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.557277] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.557352] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.557438] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01ad1d78-1c0f-4656-b348-852e5afff800 is going to be updated. [ 660.633048] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.633357] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.633472] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.633769] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.633975] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.681277] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01ad1d78-1c0f-4656-b348-852e5afff800 in Status: IN_PROGRESS for 2s [ 660.840096] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('981dcbb1-43ad-4e60-bb2f-82dd5043583d',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.934340] env[65077]: INFO networking_nsxv3.common.synchronization [req-2e649e0b-f270-42bf-810d-a65132bfcbef req-c86c44ea-8bbf-4058-a8aa-c6044ef450bd service nova] Enqueued Resource ID: 1bf0553a-aef7-4f32-93c5-9543708dded2 with Priority: HIGHEST for action security_group_rules [ 660.934340] env[65077]: INFO networking_nsxv3.common.synchronization [req-2e649e0b-f270-42bf-810d-a65132bfcbef req-c86c44ea-8bbf-4058-a8aa-c6044ef450bd service nova] Enqueued Resource ID: 1bf0553a-aef7-4f32-93c5-9543708dded2 with Priority: HIGHEST for action security_group_members [ 660.934871] env[65077]: INFO networking_nsxv3.common.synchronization [req-2e649e0b-f270-42bf-810d-a65132bfcbef req-c86c44ea-8bbf-4058-a8aa-c6044ef450bd service nova] Enqueued Resource ID: 4f6ebf2e-3885-4f98-a7b2-a2fb3e94b6cb with Priority: HIGHEST for action port [ 660.936509] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bf0553a-aef7-4f32-93c5-9543708dded2 with Priority: HIGHEST for action security_group_rules [ 660.936509] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bf0553a-aef7-4f32-93c5-9543708dded2 with Priority: HIGHEST for action security_group_members [ 660.936717] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f6ebf2e-3885-4f98-a7b2-a2fb3e94b6cb with Priority: HIGHEST for action port [ 660.939525] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1bf0553a-aef7-4f32-93c5-9543708dded2 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.939525] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1bf0553a-aef7-4f32-93c5-9543708dded2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.939525] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1bf0553a-aef7-4f32-93c5-9543708dded2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.939525] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1bf0553a-aef7-4f32-93c5-9543708dded2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.939525] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1bf0553a-aef7-4f32-93c5-9543708dded2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.941247] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bf0553a-aef7-4f32-93c5-9543708dded2 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.941558] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bf0553a-aef7-4f32-93c5-9543708dded2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.941728] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bf0553a-aef7-4f32-93c5-9543708dded2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.942030] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bf0553a-aef7-4f32-93c5-9543708dded2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.943745] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.944193] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.944193] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.944859] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.944859] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.944859] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bf0553a-aef7-4f32-93c5-9543708dded2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.947660] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f6ebf2e-3885-4f98-a7b2-a2fb3e94b6cb taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.947660] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f6ebf2e-3885-4f98-a7b2-a2fb3e94b6cb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.947660] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f6ebf2e-3885-4f98-a7b2-a2fb3e94b6cb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.947660] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f6ebf2e-3885-4f98-a7b2-a2fb3e94b6cb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.947984] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f6ebf2e-3885-4f98-a7b2-a2fb3e94b6cb',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.180137] env[65077]: INFO networking_nsxv3.common.synchronization [req-7d3515cf-8026-4d98-9ca2-10609a873eb0 req-4308059d-f9ca-4e6e-b216-e8f35ca490a2 tempest-ServerDiskConfigTestJSON-1910186758 tempest-ServerDiskConfigTestJSON-1910186758-project-member] Enqueued Resource ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f with Priority: HIGHEST for action security_group_members [ 661.180823] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f with Priority: HIGHEST for action security_group_members [ 661.182151] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-39fdd242-c400-49e1-8754-8fc68bcdde8f taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.183252] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.183658] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.184327] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.184856] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.185480] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.185794] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.186225] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.186492] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.187355] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39fdd242-c400-49e1-8754-8fc68bcdde8f',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.343395] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('981dcbb1-43ad-4e60-bb2f-82dd5043583d',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.450243] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bf0553a-aef7-4f32-93c5-9543708dded2 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.450370] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bf0553a-aef7-4f32-93c5-9543708dded2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.450565] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1bf0553a-aef7-4f32-93c5-9543708dded2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.453613] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4f6ebf2e-3885-4f98-a7b2-a2fb3e94b6cb with status ACTIVE [ 661.453821] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.453944] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.454017] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.454424] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.454424] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.454605] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.454605] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.454704] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.455037] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.455037] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.455037] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.455424] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.455740] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.455740] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.455837] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.455908] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4f6ebf2e-3885-4f98-a7b2-a2fb3e94b6cb is going to be updated. [ 661.480474] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.480474] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.480646] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.480812] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.480899] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.481198] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f6ebf2e-3885-4f98-a7b2-a2fb3e94b6cb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.571334] env[65077]: INFO networking_nsxv3.common.synchronization [req-c5040305-1281-41a8-ade8-f081654e30c6 req-169763a7-cd5d-4568-8e82-fab1244fdae7 tempest-TenantUsagesTestJSON-300692192 tempest-TenantUsagesTestJSON-300692192-project-member] Enqueued Resource ID: adfae8e2-5ae4-4c66-b74f-61ba148b7424 with Priority: HIGHEST for action security_group_members [ 661.572023] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adfae8e2-5ae4-4c66-b74f-61ba148b7424 with Priority: HIGHEST for action security_group_members [ 661.573145] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-adfae8e2-5ae4-4c66-b74f-61ba148b7424 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.573397] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adfae8e2-5ae4-4c66-b74f-61ba148b7424" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.573397] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adfae8e2-5ae4-4c66-b74f-61ba148b7424" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.573655] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adfae8e2-5ae4-4c66-b74f-61ba148b7424" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.573757] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.573864] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.573924] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.574083] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.574299] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.574299] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('adfae8e2-5ae4-4c66-b74f-61ba148b7424',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.688684] env[65077]: INFO networking_nsxv3.common.synchronization [req-9bc71687-b6dd-41bc-81c9-727edafd16c3 req-cee4612f-54ff-4fef-bbf0-55f2d87761a1 tempest-ServersV294TestFqdnHostnames-121994223 tempest-ServersV294TestFqdnHostnames-121994223-project-member] Enqueued Resource ID: 1d8d74ae-6e56-4bd3-b4fd-f8a7d42014d6 with Priority: HIGHEST for action security_group_members [ 661.689837] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.689837] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.689837] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.690063] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.690063] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.690703] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.690819] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.690864] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.691045] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.691382] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.691382] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f is going to be updated. [ 661.692577] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d8d74ae-6e56-4bd3-b4fd-f8a7d42014d6 with Priority: HIGHEST for action security_group_members [ 661.693411] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d8d74ae-6e56-4bd3-b4fd-f8a7d42014d6 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.693411] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d8d74ae-6e56-4bd3-b4fd-f8a7d42014d6" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.693565] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d8d74ae-6e56-4bd3-b4fd-f8a7d42014d6" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.693923] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d8d74ae-6e56-4bd3-b4fd-f8a7d42014d6" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.694102] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.694205] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.694271] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.695442] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.695442] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.695442] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d8d74ae-6e56-4bd3-b4fd-f8a7d42014d6',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.724203] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.724355] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.724355] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.724560] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.724675] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.736359] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f in Status: IN_PROGRESS for 2s [ 661.846439] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.846762] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.846933] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.847187] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.847278] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.847392] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 981dcbb1-43ad-4e60-bb2f-82dd5043583d is going to be updated. [ 661.877665] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.880813] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.880813] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.880813] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.880813] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.892755] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 981dcbb1-43ad-4e60-bb2f-82dd5043583d in Status: IN_PROGRESS for 2s [ 661.953022] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1bf0553a-aef7-4f32-93c5-9543708dded2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.076603] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.076603] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.076603] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.076603] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.076935] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.076935] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.076935] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.077098] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.077663] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.077663] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.077663] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: adfae8e2-5ae4-4c66-b74f-61ba148b7424 is going to be updated. [ 662.102517] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock network-675 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.102704] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "network-675" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.102822] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "network-675" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.103168] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "network-675" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.103422] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.103618] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.103673] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.103881] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.104117] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.104367] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 662.104924] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 662.105067] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 662.105306] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 662.105306] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 662.105508] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 662.105657] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 662.107441] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.107555] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.107619] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.107794] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.107939] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.119364] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adfae8e2-5ae4-4c66-b74f-61ba148b7424 in Status: IN_PROGRESS for 2s [ 662.129012] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 662.129218] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 662.129401] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 662.129622] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "network-675" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.129939] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock port-0d03badc-8ade-4477-9bf5-1d7676e22880 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.130118] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "port-0d03badc-8ade-4477-9bf5-1d7676e22880" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.130238] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "port-0d03badc-8ade-4477-9bf5-1d7676e22880" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.130561] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "port-0d03badc-8ade-4477-9bf5-1d7676e22880" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.130698] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d03badc-8ade-4477-9bf5-1d7676e22880',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.199998] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.199998] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.199998] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.199998] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.199998] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.199998] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.199998] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.199998] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.199998] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.199998] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.199998] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d8d74ae-6e56-4bd3-b4fd-f8a7d42014d6 already deleted. [ 662.199998] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d8d74ae-6e56-4bd3-b4fd-f8a7d42014d6" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.455068] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.455339] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.455339] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.455534] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.455601] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.455697] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bf0553a-aef7-4f32-93c5-9543708dded2 is going to be created. [ 662.482789] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.483017] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.483128] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.483392] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.484043] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.494994] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bf0553a-aef7-4f32-93c5-9543708dded2 in Status: UNINITIALIZED for 2s [ 662.633286] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.633826] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.633826] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.634028] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.634292] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.634502] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Segment Port 0d03badc-8ade-4477-9bf5-1d7676e22880 not found, creating... [ 662.634892] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.635044] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.635181] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.635476] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.635646] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.635983] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.636229] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.636449] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.636724] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.636982] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.637269] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Resource: SegmentPort with ID: 0d03badc-8ade-4477-9bf5-1d7676e22880 is going to be created. [ 662.664547] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.664847] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.665046] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.665453] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.665757] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.666099] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "port-0d03badc-8ade-4477-9bf5-1d7676e22880" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.725128] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01ad1d78-1c0f-4656-b348-852e5afff800 in Status: SUCCESS [ 662.726092] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.395080] env[65077]: INFO networking_nsxv3.common.synchronization [req-9bc71687-b6dd-41bc-81c9-727edafd16c3 req-bcc820bd-7f18-421e-8a3d-f74d5c6e29c3 service nova] Enqueued Resource ID: 1d8d74ae-6e56-4bd3-b4fd-f8a7d42014d6 with Priority: HIGHEST for action security_group_rules [ 663.395080] env[65077]: INFO networking_nsxv3.common.synchronization [req-9bc71687-b6dd-41bc-81c9-727edafd16c3 req-bcc820bd-7f18-421e-8a3d-f74d5c6e29c3 service nova] Enqueued Resource ID: 1d8d74ae-6e56-4bd3-b4fd-f8a7d42014d6 with Priority: HIGHEST for action security_group_members [ 663.395080] env[65077]: INFO networking_nsxv3.common.synchronization [req-9bc71687-b6dd-41bc-81c9-727edafd16c3 req-bcc820bd-7f18-421e-8a3d-f74d5c6e29c3 service nova] Enqueued Resource ID: 0d03badc-8ade-4477-9bf5-1d7676e22880 with Priority: HIGHEST for action port [ 663.395080] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d8d74ae-6e56-4bd3-b4fd-f8a7d42014d6 with Priority: HIGHEST for action security_group_rules [ 663.395080] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d8d74ae-6e56-4bd3-b4fd-f8a7d42014d6 with Priority: HIGHEST for action security_group_members [ 663.395080] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d03badc-8ade-4477-9bf5-1d7676e22880 with Priority: HIGHEST for action port [ 663.395674] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d8d74ae-6e56-4bd3-b4fd-f8a7d42014d6 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.396061] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d8d74ae-6e56-4bd3-b4fd-f8a7d42014d6" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.398188] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d8d74ae-6e56-4bd3-b4fd-f8a7d42014d6" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.398188] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d8d74ae-6e56-4bd3-b4fd-f8a7d42014d6" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.398188] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d8d74ae-6e56-4bd3-b4fd-f8a7d42014d6',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.398188] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d8d74ae-6e56-4bd3-b4fd-f8a7d42014d6 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.398188] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d8d74ae-6e56-4bd3-b4fd-f8a7d42014d6" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.398188] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d8d74ae-6e56-4bd3-b4fd-f8a7d42014d6" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.398430] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d8d74ae-6e56-4bd3-b4fd-f8a7d42014d6" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.398465] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.398547] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.398609] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.398753] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.398834] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.398924] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d8d74ae-6e56-4bd3-b4fd-f8a7d42014d6',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.399686] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d03badc-8ade-4477-9bf5-1d7676e22880 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.399803] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d03badc-8ade-4477-9bf5-1d7676e22880" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.399847] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d03badc-8ade-4477-9bf5-1d7676e22880" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.399967] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d03badc-8ade-4477-9bf5-1d7676e22880" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.400051] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d03badc-8ade-4477-9bf5-1d7676e22880',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.747439] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f in Status: SUCCESS [ 663.747889] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f deletion is rescheduled due to dependency. [ 663.747889] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.901302] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d8d74ae-6e56-4bd3-b4fd-f8a7d42014d6',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.902497] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d8d74ae-6e56-4bd3-b4fd-f8a7d42014d6 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.902666] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d8d74ae-6e56-4bd3-b4fd-f8a7d42014d6" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.903068] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0d03badc-8ade-4477-9bf5-1d7676e22880 with status ACTIVE [ 663.903068] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.903279] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.903279] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.903430] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.903533] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.903761] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.903883] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.903963] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.905018] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.905129] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.905487] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.905487] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.905631] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.905922] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.905922] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.905922] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0d03badc-8ade-4477-9bf5-1d7676e22880 is going to be updated. [ 663.907911] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 981dcbb1-43ad-4e60-bb2f-82dd5043583d in Status: SUCCESS [ 663.908243] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-981dcbb1-43ad-4e60-bb2f-82dd5043583d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.909698] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-981dcbb1-43ad-4e60-bb2f-82dd5043583d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.909915] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-981dcbb1-43ad-4e60-bb2f-82dd5043583d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.910140] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.910260] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.910365] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.910487] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.910618] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.910727] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-981dcbb1-43ad-4e60-bb2f-82dd5043583d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.910836] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('981dcbb1-43ad-4e60-bb2f-82dd5043583d',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.935440] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.935640] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.935692] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.935925] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.936101] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.936318] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d03badc-8ade-4477-9bf5-1d7676e22880" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.132398] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adfae8e2-5ae4-4c66-b74f-61ba148b7424 in Status: SUCCESS [ 664.132398] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: adfae8e2-5ae4-4c66-b74f-61ba148b7424 deletion is rescheduled due to dependency. [ 664.132398] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adfae8e2-5ae4-4c66-b74f-61ba148b7424" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.410287] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d8d74ae-6e56-4bd3-b4fd-f8a7d42014d6',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.415161] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-981dcbb1-43ad-4e60-bb2f-82dd5043583d taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.415405] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-981dcbb1-43ad-4e60-bb2f-82dd5043583d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.415405] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-981dcbb1-43ad-4e60-bb2f-82dd5043583d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.415600] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-981dcbb1-43ad-4e60-bb2f-82dd5043583d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.415726] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.415819] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.415881] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.416026] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.416148] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.416309] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-981dcbb1-43ad-4e60-bb2f-82dd5043583d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.416399] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-981dcbb1-43ad-4e60-bb2f-82dd5043583d taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.416479] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-981dcbb1-43ad-4e60-bb2f-82dd5043583d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.416479] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-981dcbb1-43ad-4e60-bb2f-82dd5043583d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.416616] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-981dcbb1-43ad-4e60-bb2f-82dd5043583d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.416754] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.416852] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.416932] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.417038] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.417116] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.417186] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-981dcbb1-43ad-4e60-bb2f-82dd5043583d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.417285] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('981dcbb1-43ad-4e60-bb2f-82dd5043583d',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.507171] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bf0553a-aef7-4f32-93c5-9543708dded2 in Status: SUCCESS [ 664.517723] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bf0553a-aef7-4f32-93c5-9543708dded2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.517723] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bf0553a-aef7-4f32-93c5-9543708dded2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.517723] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bf0553a-aef7-4f32-93c5-9543708dded2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.517723] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.517723] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.517723] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.517723] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.517723] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.517723] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bf0553a-aef7-4f32-93c5-9543708dded2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.517723] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1bf0553a-aef7-4f32-93c5-9543708dded2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.916020] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.916020] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.916020] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.916020] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.916020] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.916020] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d8d74ae-6e56-4bd3-b4fd-f8a7d42014d6 is going to be created. [ 664.919437] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 981dcbb1-43ad-4e60-bb2f-82dd5043583d: rpc.has_security_group_logging(os_id): False [ 664.939114] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.939114] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.939114] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.939114] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.939114] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.939114] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.939114] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.939114] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.939114] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.939114] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.939114] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.939114] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.939114] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.939114] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.939114] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.939885] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.939885] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.939885] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.939885] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.939885] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.939885] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 981dcbb1-43ad-4e60-bb2f-82dd5043583d is going to be updated. [ 664.942248] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.942534] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.944085] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.944356] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.944606] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.957013] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d8d74ae-6e56-4bd3-b4fd-f8a7d42014d6 in Status: UNINITIALIZED for 2s [ 665.016408] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bf0553a-aef7-4f32-93c5-9543708dded2 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.017115] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bf0553a-aef7-4f32-93c5-9543708dded2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.017115] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bf0553a-aef7-4f32-93c5-9543708dded2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.017115] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bf0553a-aef7-4f32-93c5-9543708dded2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.017252] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.017315] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.017370] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.017575] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.017679] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.017996] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bf0553a-aef7-4f32-93c5-9543708dded2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.017996] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bf0553a-aef7-4f32-93c5-9543708dded2 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.018093] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bf0553a-aef7-4f32-93c5-9543708dded2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.018163] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bf0553a-aef7-4f32-93c5-9543708dded2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.018398] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bf0553a-aef7-4f32-93c5-9543708dded2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.018590] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.018691] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.018758] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.018911] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.019028] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.019133] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bf0553a-aef7-4f32-93c5-9543708dded2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.019243] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1bf0553a-aef7-4f32-93c5-9543708dded2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.114655] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.114817] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.114861] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.115112] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.115250] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.131224] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 981dcbb1-43ad-4e60-bb2f-82dd5043583d in Status: IN_PROGRESS for 2s [ 665.156935] env[65077]: INFO networking_nsxv3.common.synchronization [req-d6e98440-548d-4526-807d-dbf31e278b8c req-233d4012-be71-46d2-91db-f86091dc6bf0 tempest-SecurityGroupRulesTestJSON-1276780051 tempest-SecurityGroupRulesTestJSON-1276780051-project-member] Enqueued Resource ID: 0736b0d2-9301-42cf-88c8-4fab385ba965 with Priority: HIGHEST for action security_group_rules [ 665.157736] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0736b0d2-9301-42cf-88c8-4fab385ba965 with Priority: HIGHEST for action security_group_rules [ 665.157971] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0736b0d2-9301-42cf-88c8-4fab385ba965 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.159611] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0736b0d2-9301-42cf-88c8-4fab385ba965" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.159611] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0736b0d2-9301-42cf-88c8-4fab385ba965" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.159611] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0736b0d2-9301-42cf-88c8-4fab385ba965" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.159611] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0736b0d2-9301-42cf-88c8-4fab385ba965',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.523641] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1bf0553a-aef7-4f32-93c5-9543708dded2: rpc.has_security_group_logging(os_id): False [ 665.543857] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.544093] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.544093] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.544309] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.544693] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.544693] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.545028] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.545028] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.545028] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.545028] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.545375] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.545375] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.545375] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.545705] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.545705] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.545828] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.545828] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.546067] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.546317] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.546317] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.546814] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1bf0553a-aef7-4f32-93c5-9543708dded2 is going to be created. [ 665.641038] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.641038] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.641038] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.641038] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.641464] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.654236] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1bf0553a-aef7-4f32-93c5-9543708dded2 in Status: IN_PROGRESS for 2s [ 665.690086] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.690574] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.690740] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.691060] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.691174] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.691329] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0736b0d2-9301-42cf-88c8-4fab385ba965 already deleted. [ 665.691578] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0736b0d2-9301-42cf-88c8-4fab385ba965" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.356326] env[65077]: INFO networking_nsxv3.common.synchronization [req-738c2a8e-54f1-427b-a560-b1b832be7308 req-80f915e8-e7dc-4d9d-a3a9-eadd31cbfcff tempest-ServerMetadataTestJSON-608595898 tempest-ServerMetadataTestJSON-608595898-project-member] Enqueued Resource ID: 90c2f51c-2f9b-46d1-a968-89147ffd6069 with Priority: HIGHEST for action security_group_members [ 666.356900] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90c2f51c-2f9b-46d1-a968-89147ffd6069 with Priority: HIGHEST for action security_group_members [ 666.357121] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-90c2f51c-2f9b-46d1-a968-89147ffd6069 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.357318] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90c2f51c-2f9b-46d1-a968-89147ffd6069" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.357404] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90c2f51c-2f9b-46d1-a968-89147ffd6069" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.357692] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90c2f51c-2f9b-46d1-a968-89147ffd6069" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.357920] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.358057] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.358131] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.358333] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.358441] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.358545] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90c2f51c-2f9b-46d1-a968-89147ffd6069',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.860569] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.860764] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.860808] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.861017] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.861109] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.861760] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.861760] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.861760] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.861760] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.861760] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.862066] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90c2f51c-2f9b-46d1-a968-89147ffd6069 already deleted. [ 666.862066] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90c2f51c-2f9b-46d1-a968-89147ffd6069" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.970796] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d8d74ae-6e56-4bd3-b4fd-f8a7d42014d6 in Status: SUCCESS [ 666.970796] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d8d74ae-6e56-4bd3-b4fd-f8a7d42014d6" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.970796] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d8d74ae-6e56-4bd3-b4fd-f8a7d42014d6" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.971162] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d8d74ae-6e56-4bd3-b4fd-f8a7d42014d6" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.972060] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.972060] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.972060] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.972060] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.972060] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.972060] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d8d74ae-6e56-4bd3-b4fd-f8a7d42014d6" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.972403] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1d8d74ae-6e56-4bd3-b4fd-f8a7d42014d6',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.146304] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 981dcbb1-43ad-4e60-bb2f-82dd5043583d in Status: SUCCESS [ 667.146604] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-981dcbb1-43ad-4e60-bb2f-82dd5043583d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.352699] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock network-34 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.352928] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "network-34" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.353087] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "network-34" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.353401] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "network-34" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.353707] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.353880] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.354013] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.354871] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.355077] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.355346] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 667.355405] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 667.355503] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 667.355609] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 667.355761] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 667.355880] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 667.356010] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 667.380384] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 667.380755] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 667.381036] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 667.381229] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "network-34" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.381627] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock port-28d98558-c962-4ec5-82ab-4c903a4d692a taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.381800] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "port-28d98558-c962-4ec5-82ab-4c903a4d692a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.381914] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "port-28d98558-c962-4ec5-82ab-4c903a4d692a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.382224] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "port-28d98558-c962-4ec5-82ab-4c903a4d692a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.382430] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28d98558-c962-4ec5-82ab-4c903a4d692a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.475243] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1d8d74ae-6e56-4bd3-b4fd-f8a7d42014d6',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.673803] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1bf0553a-aef7-4f32-93c5-9543708dded2 in Status: SUCCESS [ 667.673947] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1bf0553a-aef7-4f32-93c5-9543708dded2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.888852] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.888852] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.888852] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.888852] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.888852] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.888852] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Segment Port 28d98558-c962-4ec5-82ab-4c903a4d692a not found, creating... [ 667.888852] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.888852] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.888852] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.888852] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.888852] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.889502] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.889502] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.889502] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.889502] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.889502] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.889502] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Resource: SegmentPort with ID: 28d98558-c962-4ec5-82ab-4c903a4d692a is going to be created. [ 667.913542] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.914648] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.914648] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.914648] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.914868] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.914917] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "port-28d98558-c962-4ec5-82ab-4c903a4d692a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.979507] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1d8d74ae-6e56-4bd3-b4fd-f8a7d42014d6: rpc.has_security_group_logging(os_id): False [ 668.017989] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.018192] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.018334] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.018724] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.018874] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.019449] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.019582] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.019670] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.019856] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.019942] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.020102] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d8d74ae-6e56-4bd3-b4fd-f8a7d42014d6 is going to be created. [ 668.107300] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.107300] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.107300] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.107300] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.107300] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.119090] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d8d74ae-6e56-4bd3-b4fd-f8a7d42014d6 in Status: IN_PROGRESS for 2s [ 668.725450] env[65077]: INFO networking_nsxv3.common.synchronization [req-738c2a8e-54f1-427b-a560-b1b832be7308 req-d159dccc-1519-4faf-9e03-20e5465a0e14 service nova] Enqueued Resource ID: 90c2f51c-2f9b-46d1-a968-89147ffd6069 with Priority: HIGHEST for action security_group_rules [ 668.725450] env[65077]: INFO networking_nsxv3.common.synchronization [req-738c2a8e-54f1-427b-a560-b1b832be7308 req-d159dccc-1519-4faf-9e03-20e5465a0e14 service nova] Enqueued Resource ID: 90c2f51c-2f9b-46d1-a968-89147ffd6069 with Priority: HIGHEST for action security_group_members [ 668.725450] env[65077]: INFO networking_nsxv3.common.synchronization [req-738c2a8e-54f1-427b-a560-b1b832be7308 req-d159dccc-1519-4faf-9e03-20e5465a0e14 service nova] Enqueued Resource ID: 28d98558-c962-4ec5-82ab-4c903a4d692a with Priority: HIGHEST for action port [ 668.725450] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90c2f51c-2f9b-46d1-a968-89147ffd6069 with Priority: HIGHEST for action security_group_rules [ 668.725450] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90c2f51c-2f9b-46d1-a968-89147ffd6069 with Priority: HIGHEST for action security_group_members [ 668.725866] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28d98558-c962-4ec5-82ab-4c903a4d692a with Priority: HIGHEST for action port [ 668.726193] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-90c2f51c-2f9b-46d1-a968-89147ffd6069 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.726193] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-90c2f51c-2f9b-46d1-a968-89147ffd6069" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.726352] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-90c2f51c-2f9b-46d1-a968-89147ffd6069" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.726588] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-90c2f51c-2f9b-46d1-a968-89147ffd6069" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.726669] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('90c2f51c-2f9b-46d1-a968-89147ffd6069',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.727731] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-90c2f51c-2f9b-46d1-a968-89147ffd6069 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.727936] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90c2f51c-2f9b-46d1-a968-89147ffd6069" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.727936] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90c2f51c-2f9b-46d1-a968-89147ffd6069" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.728117] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90c2f51c-2f9b-46d1-a968-89147ffd6069" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.728309] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.728402] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.728495] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.728618] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.728703] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.728794] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90c2f51c-2f9b-46d1-a968-89147ffd6069',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.729800] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-28d98558-c962-4ec5-82ab-4c903a4d692a taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.729800] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28d98558-c962-4ec5-82ab-4c903a4d692a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.729800] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28d98558-c962-4ec5-82ab-4c903a4d692a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.729946] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28d98558-c962-4ec5-82ab-4c903a4d692a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.729946] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28d98558-c962-4ec5-82ab-4c903a4d692a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.101312] env[65077]: INFO networking_nsxv3.common.synchronization [None req-65924410-fce9-4acc-9840-3b59ea0b6a13 None None] Enqueued Resource ID: 8ff72455-97b0-44f1-a4c2-0c89703dad93 with Priority: HIGHEST for action port [ 669.101312] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ff72455-97b0-44f1-a4c2-0c89703dad93 with Priority: HIGHEST for action port [ 669.102348] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ff72455-97b0-44f1-a4c2-0c89703dad93 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.102788] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ff72455-97b0-44f1-a4c2-0c89703dad93" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.103050] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ff72455-97b0-44f1-a4c2-0c89703dad93" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.103443] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ff72455-97b0-44f1-a4c2-0c89703dad93" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.103710] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ff72455-97b0-44f1-a4c2-0c89703dad93',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.234031] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-90c2f51c-2f9b-46d1-a968-89147ffd6069 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.234031] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90c2f51c-2f9b-46d1-a968-89147ffd6069" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.234031] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('90c2f51c-2f9b-46d1-a968-89147ffd6069',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.234031] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 28d98558-c962-4ec5-82ab-4c903a4d692a with status ACTIVE [ 669.234031] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.234031] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.234031] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.234031] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.234031] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.234031] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.234031] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.234031] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.235649] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.235926] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.236348] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.236629] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.236813] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.239420] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.239420] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.239420] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 28d98558-c962-4ec5-82ab-4c903a4d692a is going to be updated. [ 669.277741] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.277741] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.277741] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.277741] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.277979] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.278452] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28d98558-c962-4ec5-82ab-4c903a4d692a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.306997] env[65077]: INFO networking_nsxv3.common.synchronization [req-9646b922-8cf3-476f-8678-4c088edef8c1 req-bfd02b3f-c4f5-45bc-8b5b-26facfd57849 tempest-ImagesTestJSON-1309032847 tempest-ImagesTestJSON-1309032847-project-member] Enqueued Resource ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe with Priority: HIGHEST for action security_group_members [ 669.308301] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe with Priority: HIGHEST for action security_group_members [ 669.309074] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.309287] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.309413] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.309724] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.309921] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.310080] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.310186] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.310388] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.310515] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.310669] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f36cbb2-486d-4165-9c43-4e3dee0a0ebe',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.607983] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8ff72455-97b0-44f1-a4c2-0c89703dad93 [ 669.607983] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.607983] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.607983] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.607983] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.607983] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.607983] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8ff72455-97b0-44f1-a4c2-0c89703dad93 already deleted. [ 669.607983] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ff72455-97b0-44f1-a4c2-0c89703dad93" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.740809] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('90c2f51c-2f9b-46d1-a968-89147ffd6069',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.816391] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.816391] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.816391] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.816391] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.816391] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.816391] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.816391] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.816391] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.816391] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.816391] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.816391] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe already deleted. [ 669.816391] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.959942] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock network-388 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.961081] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "network-388" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.961081] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "network-388" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.961081] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "network-388" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.961081] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.961397] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.961558] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.961783] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.961945] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.962189] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 669.962768] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 669.962768] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 669.962768] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 669.962768] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 669.962768] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 669.963034] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 669.994026] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 669.994307] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 669.994452] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 669.994942] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "network-388" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.994942] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock port-bfc60b88-80a9-47b0-bc0a-e64a3a66d1c2 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.995185] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "port-bfc60b88-80a9-47b0-bc0a-e64a3a66d1c2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.995259] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "port-bfc60b88-80a9-47b0-bc0a-e64a3a66d1c2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.995516] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "port-bfc60b88-80a9-47b0-bc0a-e64a3a66d1c2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.995650] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfc60b88-80a9-47b0-bc0a-e64a3a66d1c2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.134732] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d8d74ae-6e56-4bd3-b4fd-f8a7d42014d6 in Status: SUCCESS [ 670.134999] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d8d74ae-6e56-4bd3-b4fd-f8a7d42014d6" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.245643] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.248206] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.248206] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.248206] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.248206] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.248206] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90c2f51c-2f9b-46d1-a968-89147ffd6069 is going to be created. [ 670.277512] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.280132] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.280132] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.280132] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.280132] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.292448] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90c2f51c-2f9b-46d1-a968-89147ffd6069 in Status: UNINITIALIZED for 2s [ 670.500118] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.500314] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.500314] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.500622] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.500791] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.500949] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Segment Port bfc60b88-80a9-47b0-bc0a-e64a3a66d1c2 not found, creating... [ 670.501926] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.501926] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.501926] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.501926] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.502216] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.502790] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.502790] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.502790] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.504210] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.504970] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.504970] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Resource: SegmentPort with ID: bfc60b88-80a9-47b0-bc0a-e64a3a66d1c2 is going to be created. [ 670.535041] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.535312] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.535454] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.535826] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.536815] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.539099] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "port-bfc60b88-80a9-47b0-bc0a-e64a3a66d1c2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.090293] env[65077]: INFO networking_nsxv3.common.synchronization [None req-5801b4b0-696b-4578-abe9-8b9e9e491a96 None None] Enqueued Resource ID: 6d8ecaa0-d11a-4286-b88f-ad15390aaefc with Priority: HIGHEST for action port [ 671.090848] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d8ecaa0-d11a-4286-b88f-ad15390aaefc with Priority: HIGHEST for action port [ 671.091217] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d8ecaa0-d11a-4286-b88f-ad15390aaefc taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.091811] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d8ecaa0-d11a-4286-b88f-ad15390aaefc" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.091811] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d8ecaa0-d11a-4286-b88f-ad15390aaefc" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.091811] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d8ecaa0-d11a-4286-b88f-ad15390aaefc" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.091811] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d8ecaa0-d11a-4286-b88f-ad15390aaefc',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.304618] env[65077]: INFO networking_nsxv3.common.synchronization [req-9646b922-8cf3-476f-8678-4c088edef8c1 req-75c20135-87d2-4fc8-ad81-7a08eb15e880 service nova] Enqueued Resource ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe with Priority: HIGHEST for action security_group_rules [ 671.304784] env[65077]: INFO networking_nsxv3.common.synchronization [req-9646b922-8cf3-476f-8678-4c088edef8c1 req-75c20135-87d2-4fc8-ad81-7a08eb15e880 service nova] Enqueued Resource ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe with Priority: HIGHEST for action security_group_members [ 671.304913] env[65077]: INFO networking_nsxv3.common.synchronization [req-9646b922-8cf3-476f-8678-4c088edef8c1 req-75c20135-87d2-4fc8-ad81-7a08eb15e880 service nova] Enqueued Resource ID: bfc60b88-80a9-47b0-bc0a-e64a3a66d1c2 with Priority: HIGHEST for action port [ 671.305918] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe with Priority: HIGHEST for action security_group_rules [ 671.305981] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe with Priority: HIGHEST for action security_group_members [ 671.306090] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfc60b88-80a9-47b0-bc0a-e64a3a66d1c2 with Priority: HIGHEST for action port [ 671.306534] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.306534] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.306705] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.306961] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.307066] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f36cbb2-486d-4165-9c43-4e3dee0a0ebe',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.308589] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.308773] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.308773] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.308974] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.309192] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.309346] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.309400] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.309542] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.309634] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.309732] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f36cbb2-486d-4165-9c43-4e3dee0a0ebe',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.310836] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-bfc60b88-80a9-47b0-bc0a-e64a3a66d1c2 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.310836] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bfc60b88-80a9-47b0-bc0a-e64a3a66d1c2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.310836] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bfc60b88-80a9-47b0-bc0a-e64a3a66d1c2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.311054] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bfc60b88-80a9-47b0-bc0a-e64a3a66d1c2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.311054] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfc60b88-80a9-47b0-bc0a-e64a3a66d1c2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.596155] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6d8ecaa0-d11a-4286-b88f-ad15390aaefc [ 671.596911] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.596911] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.596911] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.596911] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.596911] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.597396] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6d8ecaa0-d11a-4286-b88f-ad15390aaefc already deleted. [ 671.597396] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d8ecaa0-d11a-4286-b88f-ad15390aaefc" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.725503] env[65077]: INFO networking_nsxv3.common.synchronization [req-94ebc354-38d1-422a-b0be-b9865dbb99f3 req-06582d6e-7e06-4c31-ab75-1c1f98d0f25e tempest-DeleteServersAdminTestJSON-1698011950 tempest-DeleteServersAdminTestJSON-1698011950-project-member] Enqueued Resource ID: 08aad7f7-4aac-4d9e-9092-e8d90225715a with Priority: HIGHEST for action security_group_members [ 671.726206] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08aad7f7-4aac-4d9e-9092-e8d90225715a with Priority: HIGHEST for action security_group_members [ 671.726973] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-08aad7f7-4aac-4d9e-9092-e8d90225715a taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.726973] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08aad7f7-4aac-4d9e-9092-e8d90225715a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.726973] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08aad7f7-4aac-4d9e-9092-e8d90225715a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.729047] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08aad7f7-4aac-4d9e-9092-e8d90225715a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.729047] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.729225] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.729225] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.729373] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.729485] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.730086] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08aad7f7-4aac-4d9e-9092-e8d90225715a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.812739] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f36cbb2-486d-4165-9c43-4e3dee0a0ebe',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.815186] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.815308] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.815935] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bfc60b88-80a9-47b0-bc0a-e64a3a66d1c2 with status ACTIVE [ 671.816076] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.816147] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.816219] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.816386] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.816518] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.817181] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.817181] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.817181] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.817181] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.817181] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.817800] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.818412] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.818774] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.818774] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.818986] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.819208] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bfc60b88-80a9-47b0-bc0a-e64a3a66d1c2 is going to be updated. [ 671.848154] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.848154] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.848154] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.848154] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.848154] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.848154] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bfc60b88-80a9-47b0-bc0a-e64a3a66d1c2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.059456] env[65077]: INFO networking_nsxv3.common.synchronization [req-b3dcb998-7910-4bb2-a0ea-0450140d1141 req-0204b079-0a3e-45ef-b2b1-895d215487b0 tempest-DeleteServersTestJSON-1076641606 tempest-DeleteServersTestJSON-1076641606-project-member] Enqueued Resource ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 with Priority: HIGHEST for action security_group_members [ 672.060270] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 with Priority: HIGHEST for action security_group_members [ 672.060484] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8ed50b5-f4f3-434b-85c0-be75dfdec948 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.060484] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.060593] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.060787] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.060947] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.061099] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.061099] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.061255] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.061385] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.061438] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8ed50b5-f4f3-434b-85c0-be75dfdec948',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.235164] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.235164] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.235164] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.235164] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.235164] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.235164] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.235164] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.235164] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.235734] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.235734] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.235734] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08aad7f7-4aac-4d9e-9092-e8d90225715a is going to be updated. [ 672.267909] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.267909] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.267909] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.268170] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.268170] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.278158] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08aad7f7-4aac-4d9e-9092-e8d90225715a in Status: IN_PROGRESS for 2s [ 672.307925] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90c2f51c-2f9b-46d1-a968-89147ffd6069 in Status: SUCCESS [ 672.308213] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90c2f51c-2f9b-46d1-a968-89147ffd6069" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.308527] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90c2f51c-2f9b-46d1-a968-89147ffd6069" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.308807] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90c2f51c-2f9b-46d1-a968-89147ffd6069" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.309292] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.309473] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.309603] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.309841] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.310348] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.310542] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90c2f51c-2f9b-46d1-a968-89147ffd6069" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.310713] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('90c2f51c-2f9b-46d1-a968-89147ffd6069',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.321875] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f36cbb2-486d-4165-9c43-4e3dee0a0ebe',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.510498] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock network-542 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.510696] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "network-542" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.510811] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "network-542" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.512654] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "network-542" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.512654] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.512654] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.512654] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.514046] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.514046] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.514046] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 672.514046] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 672.514046] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 672.514046] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 672.514046] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 672.514046] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 672.514046] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 672.537688] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 672.537688] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 672.537688] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 672.537688] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "network-542" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.537688] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock port-be7c2217-54ff-4b6b-b548-41ffe86376a6 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.537688] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "port-be7c2217-54ff-4b6b-b548-41ffe86376a6" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.537688] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "port-be7c2217-54ff-4b6b-b548-41ffe86376a6" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.541246] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "port-be7c2217-54ff-4b6b-b548-41ffe86376a6" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.541539] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be7c2217-54ff-4b6b-b548-41ffe86376a6',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.564439] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.564439] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.564439] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.564439] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.564637] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.564740] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.564851] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.564908] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.565237] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.565237] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.565418] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 is going to be updated. [ 672.603850] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.604091] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.604149] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.604401] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.604577] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.615798] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 in Status: IN_PROGRESS for 2s [ 672.815025] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-90c2f51c-2f9b-46d1-a968-89147ffd6069 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.815025] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90c2f51c-2f9b-46d1-a968-89147ffd6069" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.815025] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90c2f51c-2f9b-46d1-a968-89147ffd6069" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.815025] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90c2f51c-2f9b-46d1-a968-89147ffd6069" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.815025] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.815025] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.815025] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.815435] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.815435] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.815435] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90c2f51c-2f9b-46d1-a968-89147ffd6069" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.815639] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-90c2f51c-2f9b-46d1-a968-89147ffd6069 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.815738] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90c2f51c-2f9b-46d1-a968-89147ffd6069" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.815799] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90c2f51c-2f9b-46d1-a968-89147ffd6069" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.815968] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90c2f51c-2f9b-46d1-a968-89147ffd6069" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.816130] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.816252] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.816397] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.816499] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.816578] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.816677] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90c2f51c-2f9b-46d1-a968-89147ffd6069" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.816772] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('90c2f51c-2f9b-46d1-a968-89147ffd6069',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.826338] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.826508] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.826593] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.826888] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.826970] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.827122] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe is going to be created. [ 672.869361] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.869458] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.871216] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.871540] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.871763] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.883150] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe in Status: UNINITIALIZED for 2s [ 673.046439] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.046439] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.046439] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.046439] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.046439] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.046439] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Segment Port be7c2217-54ff-4b6b-b548-41ffe86376a6 not found, creating... [ 673.046439] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.046439] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.046439] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.046439] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.047667] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.048242] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.048242] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.048685] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.050368] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.050368] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.050368] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Resource: SegmentPort with ID: be7c2217-54ff-4b6b-b548-41ffe86376a6 is going to be created. [ 673.075707] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.075707] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.075707] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.075707] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.075983] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.076038] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "port-be7c2217-54ff-4b6b-b548-41ffe86376a6" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.321155] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 90c2f51c-2f9b-46d1-a968-89147ffd6069: rpc.has_security_group_logging(os_id): False [ 673.345875] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.346142] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.346142] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.346508] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.346685] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.346755] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.346970] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.346970] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.347153] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.347207] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.347471] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.347674] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.347674] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.349655] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.350036] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.350329] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.350461] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.350627] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.350840] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.350931] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.351057] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 90c2f51c-2f9b-46d1-a968-89147ffd6069 is going to be created. [ 673.423831] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.424034] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.424133] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.424370] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.424601] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.439427] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 90c2f51c-2f9b-46d1-a968-89147ffd6069 in Status: IN_PROGRESS for 2s [ 673.844814] env[65077]: INFO networking_nsxv3.common.synchronization [req-b3dcb998-7910-4bb2-a0ea-0450140d1141 req-ab2728f6-db3b-491c-8833-44902bc62234 service nova] Enqueued Resource ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 with Priority: HIGHEST for action security_group_rules [ 673.844814] env[65077]: INFO networking_nsxv3.common.synchronization [req-b3dcb998-7910-4bb2-a0ea-0450140d1141 req-ab2728f6-db3b-491c-8833-44902bc62234 service nova] Enqueued Resource ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 with Priority: HIGHEST for action security_group_members [ 673.844814] env[65077]: INFO networking_nsxv3.common.synchronization [req-b3dcb998-7910-4bb2-a0ea-0450140d1141 req-ab2728f6-db3b-491c-8833-44902bc62234 service nova] Enqueued Resource ID: be7c2217-54ff-4b6b-b548-41ffe86376a6 with Priority: HIGHEST for action port [ 673.846085] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 with Priority: HIGHEST for action security_group_rules [ 673.846085] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 with Priority: HIGHEST for action security_group_members [ 673.846085] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be7c2217-54ff-4b6b-b548-41ffe86376a6 with Priority: HIGHEST for action port [ 673.846085] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8ed50b5-f4f3-434b-85c0-be75dfdec948 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.849133] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.849133] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.849133] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.849133] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8ed50b5-f4f3-434b-85c0-be75dfdec948',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.849770] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8ed50b5-f4f3-434b-85c0-be75dfdec948 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.849770] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.849916] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-be7c2217-54ff-4b6b-b548-41ffe86376a6 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.850030] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be7c2217-54ff-4b6b-b548-41ffe86376a6" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.850089] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be7c2217-54ff-4b6b-b548-41ffe86376a6" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.850585] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be7c2217-54ff-4b6b-b548-41ffe86376a6" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.850585] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be7c2217-54ff-4b6b-b548-41ffe86376a6',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.291770] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08aad7f7-4aac-4d9e-9092-e8d90225715a in Status: SUCCESS [ 674.291770] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08aad7f7-4aac-4d9e-9092-e8d90225715a deletion is rescheduled due to dependency. [ 674.291770] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08aad7f7-4aac-4d9e-9092-e8d90225715a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.353391] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8ed50b5-f4f3-434b-85c0-be75dfdec948 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.354747] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.354747] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port be7c2217-54ff-4b6b-b548-41ffe86376a6 with status ACTIVE [ 674.354747] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.355369] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.355369] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.355369] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.355369] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.355741] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.355891] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.355941] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.356211] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.356322] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.357565] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.357565] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.357565] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.357565] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.357789] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.358196] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: be7c2217-54ff-4b6b-b548-41ffe86376a6 is going to be updated. [ 674.386106] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.386963] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.386963] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.386963] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.386963] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.387222] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be7c2217-54ff-4b6b-b548-41ffe86376a6" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.537588] env[65077]: INFO networking_nsxv3.common.synchronization [req-aff1815b-cb25-4b89-a664-286965ddc279 req-008e0353-3dc2-4358-9a4b-3e95055752a0 tempest-AttachInterfacesUnderV243Test-1778452482 tempest-AttachInterfacesUnderV243Test-1778452482-project-member] Enqueued Resource ID: ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa with Priority: HIGHEST for action security_group_members [ 674.538668] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa with Priority: HIGHEST for action security_group_members [ 674.539721] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.539828] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.540985] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.540985] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.540985] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.540985] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.540985] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.540985] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.540985] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.540985] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.627805] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 in Status: SUCCESS [ 674.627980] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 deletion is rescheduled due to dependency. [ 674.628170] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.628579] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.628701] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.628887] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.629036] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.629090] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.629314] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.629400] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.629495] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8ed50b5-f4f3-434b-85c0-be75dfdec948',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.894830] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe in Status: SUCCESS [ 674.895472] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.895472] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.895646] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.895894] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.896056] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.896146] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.896344] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.896454] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.896567] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.896685] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f36cbb2-486d-4165-9c43-4e3dee0a0ebe',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.918239] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock network-164 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.918538] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "network-164" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.919062] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "network-164" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.919396] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "network-164" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.920070] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.920234] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.921045] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.921045] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.921045] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.921045] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 674.921251] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 674.921251] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 674.921324] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 674.921397] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 674.921492] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 674.921615] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 674.942214] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 674.942340] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 674.942507] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 674.942732] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "network-164" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.943074] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock port-5b730899-4d73-431e-8e58-98a8293a22a0 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.943247] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "port-5b730899-4d73-431e-8e58-98a8293a22a0" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.943359] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "port-5b730899-4d73-431e-8e58-98a8293a22a0" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.943675] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "port-5b730899-4d73-431e-8e58-98a8293a22a0" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.944063] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b730899-4d73-431e-8e58-98a8293a22a0',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.048213] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.048448] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.048552] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.048771] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.048857] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.049245] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.049245] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.049377] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.049503] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.049583] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.049942] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa already deleted. [ 675.050043] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.132158] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8ed50b5-f4f3-434b-85c0-be75dfdec948',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.400376] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.400788] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.400788] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.400970] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.401111] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.401326] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.401326] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.401666] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.401666] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.401857] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.401915] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.402058] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.402182] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.402256] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.402409] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.402519] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.402600] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.402801] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.402879] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.403081] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.403222] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f36cbb2-486d-4165-9c43-4e3dee0a0ebe',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.447821] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.448138] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.448207] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.448615] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.448777] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.448934] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Segment Port 5b730899-4d73-431e-8e58-98a8293a22a0 not found, creating... [ 675.449297] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.449463] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.449589] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.449899] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.450138] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.450522] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.450773] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.450948] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.451282] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.451433] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.451570] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Resource: SegmentPort with ID: 5b730899-4d73-431e-8e58-98a8293a22a0 is going to be created. [ 675.453880] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 90c2f51c-2f9b-46d1-a968-89147ffd6069 in Status: SUCCESS [ 675.454096] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-90c2f51c-2f9b-46d1-a968-89147ffd6069" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.476869] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.477160] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.477319] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.477709] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.478069] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.478335] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "port-5b730899-4d73-431e-8e58-98a8293a22a0" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.636849] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8ed50b5-f4f3-434b-85c0-be75dfdec948',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.906077] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe: rpc.has_security_group_logging(os_id): False [ 675.931527] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.931797] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.931797] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.931918] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.932033] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.932230] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.932329] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.932373] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.932528] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.932607] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.932799] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.932889] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.932945] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.933092] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.934045] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.934045] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.934045] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.934045] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.934045] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.934045] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.934045] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe is going to be created. [ 676.008439] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.008702] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.008702] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.008883] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.008996] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.022074] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe in Status: IN_PROGRESS for 2s [ 676.140435] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.140435] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.140435] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.142336] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.142548] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.146112] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 is going to be updated. [ 676.184859] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.185174] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.185269] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.185495] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.185651] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.201735] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 in Status: IN_PROGRESS for 2s [ 676.277504] env[65077]: INFO networking_nsxv3.common.synchronization [req-aff1815b-cb25-4b89-a664-286965ddc279 req-6efe9f82-749a-45e2-b7d5-20a918c5148b service nova] Enqueued Resource ID: ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa with Priority: HIGHEST for action security_group_rules [ 676.277504] env[65077]: INFO networking_nsxv3.common.synchronization [req-aff1815b-cb25-4b89-a664-286965ddc279 req-6efe9f82-749a-45e2-b7d5-20a918c5148b service nova] Enqueued Resource ID: ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa with Priority: HIGHEST for action security_group_members [ 676.277504] env[65077]: INFO networking_nsxv3.common.synchronization [req-aff1815b-cb25-4b89-a664-286965ddc279 req-6efe9f82-749a-45e2-b7d5-20a918c5148b service nova] Enqueued Resource ID: 5b730899-4d73-431e-8e58-98a8293a22a0 with Priority: HIGHEST for action port [ 676.278094] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa with Priority: HIGHEST for action security_group_rules [ 676.278366] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa with Priority: HIGHEST for action security_group_members [ 676.278510] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b730899-4d73-431e-8e58-98a8293a22a0 with Priority: HIGHEST for action port [ 676.278985] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.279090] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.279188] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.279500] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.279650] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.281193] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.281279] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.281349] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.281576] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.281802] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.282221] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.282401] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.282641] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.282786] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.283134] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.283990] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b730899-4d73-431e-8e58-98a8293a22a0 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.284670] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b730899-4d73-431e-8e58-98a8293a22a0" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.284670] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b730899-4d73-431e-8e58-98a8293a22a0" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.284670] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b730899-4d73-431e-8e58-98a8293a22a0" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.284670] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b730899-4d73-431e-8e58-98a8293a22a0',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.787206] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.787533] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.788164] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.789113] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5b730899-4d73-431e-8e58-98a8293a22a0 with status ACTIVE [ 676.789377] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.789562] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.789625] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.789888] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.790009] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.790859] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.791707] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.791750] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.791967] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.792188] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.792334] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.793112] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.793112] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.793112] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.793112] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.793112] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5b730899-4d73-431e-8e58-98a8293a22a0 is going to be updated. [ 676.814729] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.814895] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.814930] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.815134] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.816320] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.816320] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b730899-4d73-431e-8e58-98a8293a22a0" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.170030] env[65077]: INFO networking_nsxv3.common.synchronization [req-b40f457a-6b66-4e52-bdc5-a6e644ff5cfb req-fd5200d1-e33c-4162-91b4-ce56dfa72d59 tempest-SecurityGroupRulesTestJSON-1276780051 tempest-SecurityGroupRulesTestJSON-1276780051-project-member] Enqueued Resource ID: a2a5a5b8-4ef3-44f0-b7d2-0f2795978f5c with Priority: HIGHEST for action security_group_rules [ 677.170030] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2a5a5b8-4ef3-44f0-b7d2-0f2795978f5c with Priority: HIGHEST for action security_group_rules [ 677.170030] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2a5a5b8-4ef3-44f0-b7d2-0f2795978f5c taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.170030] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2a5a5b8-4ef3-44f0-b7d2-0f2795978f5c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.170603] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2a5a5b8-4ef3-44f0-b7d2-0f2795978f5c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.170985] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2a5a5b8-4ef3-44f0-b7d2-0f2795978f5c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.171208] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2a5a5b8-4ef3-44f0-b7d2-0f2795978f5c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.295070] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.691425] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.691602] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.691643] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.691832] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.691922] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.692031] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2a5a5b8-4ef3-44f0-b7d2-0f2795978f5c already deleted. [ 677.692117] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2a5a5b8-4ef3-44f0-b7d2-0f2795978f5c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.798711] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.799082] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.799082] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.799373] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.799373] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.799373] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa is going to be created. [ 677.824394] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.824631] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.824631] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.824905] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.825112] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.842998] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa in Status: UNINITIALIZED for 2s [ 678.040095] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe in Status: SUCCESS [ 678.040354] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.210893] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 in Status: SUCCESS [ 678.211128] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.211294] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.211646] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.211925] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.212491] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.212491] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.212491] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.212491] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.212491] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.212765] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c8ed50b5-f4f3-434b-85c0-be75dfdec948',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.718508] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8ed50b5-f4f3-434b-85c0-be75dfdec948 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.718858] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.719102] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.719259] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.719455] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.719594] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.719739] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.720153] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.720153] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.720153] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.720274] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8ed50b5-f4f3-434b-85c0-be75dfdec948 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.720526] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.720526] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.720574] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.720688] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.720790] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.720831] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.720966] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.721051] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.721127] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.721215] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c8ed50b5-f4f3-434b-85c0-be75dfdec948',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.197992] env[65077]: INFO networking_nsxv3.common.synchronization [req-36d16273-af71-433e-8aa9-06cb58dad737 req-85de43e4-e034-43c4-9575-05c80f5a88f1 tempest-SecurityGroupRulesTestJSON-1276780051 tempest-SecurityGroupRulesTestJSON-1276780051-project-member] Enqueued Resource ID: a2a5a5b8-4ef3-44f0-b7d2-0f2795978f5c with Priority: HIGHEST for action security_group_rules [ 679.198620] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2a5a5b8-4ef3-44f0-b7d2-0f2795978f5c with Priority: HIGHEST for action security_group_rules [ 679.198947] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2a5a5b8-4ef3-44f0-b7d2-0f2795978f5c taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.199188] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2a5a5b8-4ef3-44f0-b7d2-0f2795978f5c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.199474] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2a5a5b8-4ef3-44f0-b7d2-0f2795978f5c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.199538] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2a5a5b8-4ef3-44f0-b7d2-0f2795978f5c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.199651] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2a5a5b8-4ef3-44f0-b7d2-0f2795978f5c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.223925] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c8ed50b5-f4f3-434b-85c0-be75dfdec948: rpc.has_security_group_logging(os_id): False [ 679.243337] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.244963] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.244963] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.244963] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.244963] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.245219] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.248294] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.248294] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.248294] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.248294] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.248294] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.248294] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.248294] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.248294] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.248294] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.248294] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.248294] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.248294] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.248294] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.248294] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.248294] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 is going to be updated. [ 679.350244] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.350390] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.350390] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.350601] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.350748] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.371069] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 in Status: IN_PROGRESS for 2s [ 679.734884] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.735039] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.735154] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.735463] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.735463] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.735609] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2a5a5b8-4ef3-44f0-b7d2-0f2795978f5c already deleted. [ 679.735609] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2a5a5b8-4ef3-44f0-b7d2-0f2795978f5c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.854362] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa in Status: SUCCESS [ 679.854362] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.854362] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.854362] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.854617] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.854617] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.854713] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.854832] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.854914] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.854999] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.855102] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.890023] env[65077]: INFO networking_nsxv3.common.synchronization [req-eb5b84f7-83e2-440a-be54-31ba54d6dfce req-5e3240ec-c4a5-418f-a235-28c4047341bc tempest-ServersNegativeTestMultiTenantJSON-1683451060 tempest-ServersNegativeTestMultiTenantJSON-1683451060-project-member] Enqueued Resource ID: 714f8205-8bd1-4a49-9fe4-6c7d52425bd8 with Priority: HIGHEST for action security_group_members [ 679.890613] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 714f8205-8bd1-4a49-9fe4-6c7d52425bd8 with Priority: HIGHEST for action security_group_members [ 679.890944] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-714f8205-8bd1-4a49-9fe4-6c7d52425bd8 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.891083] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-714f8205-8bd1-4a49-9fe4-6c7d52425bd8" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.891152] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-714f8205-8bd1-4a49-9fe4-6c7d52425bd8" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.892472] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-714f8205-8bd1-4a49-9fe4-6c7d52425bd8" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.892472] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.892472] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.892472] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.892472] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.892904] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.892904] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('714f8205-8bd1-4a49-9fe4-6c7d52425bd8',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.347021] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock network-996 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.347364] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "network-996" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.347364] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "network-996" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.347636] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "network-996" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.347889] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.348066] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.348190] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.348456] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.348630] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.348839] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.348945] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 680.349064] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 680.349170] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 680.349272] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.349390] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 680.349543] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 680.357951] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.371154] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 680.371359] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 680.371495] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 680.371813] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "network-996" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.372029] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock port-843aefae-85a3-4cc5-bdac-a6a6ace2477d taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.372197] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "port-843aefae-85a3-4cc5-bdac-a6a6ace2477d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.372313] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "port-843aefae-85a3-4cc5-bdac-a6a6ace2477d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.372842] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "port-843aefae-85a3-4cc5-bdac-a6a6ace2477d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.372982] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('843aefae-85a3-4cc5-bdac-a6a6ace2477d',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.395341] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.395493] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.395493] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.395806] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.395957] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.396311] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.396452] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.396610] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.396695] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.397450] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.397450] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 714f8205-8bd1-4a49-9fe4-6c7d52425bd8 already deleted. [ 680.397450] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-714f8205-8bd1-4a49-9fe4-6c7d52425bd8" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.860977] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa: rpc.has_security_group_logging(os_id): False [ 680.877359] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.877565] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.877728] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.878061] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.878386] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.878515] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Segment Port 843aefae-85a3-4cc5-bdac-a6a6ace2477d not found, creating... [ 680.878869] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.879075] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.879204] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.879550] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.879762] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.880115] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.880283] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.880398] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.880654] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.880817] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.880965] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Resource: SegmentPort with ID: 843aefae-85a3-4cc5-bdac-a6a6ace2477d is going to be created. [ 680.886319] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.886506] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.886588] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.886846] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.886976] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.887225] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.887342] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.887416] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.887611] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.887691] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.887792] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa is going to be created. [ 680.915696] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.916198] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.916198] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.916812] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.916917] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.917359] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "port-843aefae-85a3-4cc5-bdac-a6a6ace2477d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.017475] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.017475] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.017475] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.017715] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.017866] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.034386] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa in Status: IN_PROGRESS for 2s [ 681.390730] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 in Status: SUCCESS [ 681.391120] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.693233] env[65077]: INFO networking_nsxv3.common.synchronization [req-eb5b84f7-83e2-440a-be54-31ba54d6dfce req-2f45caa5-e9af-4c67-924a-e71b36910bde service nova] Enqueued Resource ID: 714f8205-8bd1-4a49-9fe4-6c7d52425bd8 with Priority: HIGHEST for action security_group_rules [ 681.693233] env[65077]: INFO networking_nsxv3.common.synchronization [req-eb5b84f7-83e2-440a-be54-31ba54d6dfce req-2f45caa5-e9af-4c67-924a-e71b36910bde service nova] Enqueued Resource ID: 714f8205-8bd1-4a49-9fe4-6c7d52425bd8 with Priority: HIGHEST for action security_group_members [ 681.693233] env[65077]: INFO networking_nsxv3.common.synchronization [req-eb5b84f7-83e2-440a-be54-31ba54d6dfce req-2f45caa5-e9af-4c67-924a-e71b36910bde service nova] Enqueued Resource ID: 843aefae-85a3-4cc5-bdac-a6a6ace2477d with Priority: HIGHEST for action port [ 681.693233] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 714f8205-8bd1-4a49-9fe4-6c7d52425bd8 with Priority: HIGHEST for action security_group_rules [ 681.693233] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 714f8205-8bd1-4a49-9fe4-6c7d52425bd8 with Priority: HIGHEST for action security_group_members [ 681.693233] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 843aefae-85a3-4cc5-bdac-a6a6ace2477d with Priority: HIGHEST for action port [ 681.693233] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-714f8205-8bd1-4a49-9fe4-6c7d52425bd8 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.693233] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-714f8205-8bd1-4a49-9fe4-6c7d52425bd8" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.693233] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-714f8205-8bd1-4a49-9fe4-6c7d52425bd8" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.696958] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-714f8205-8bd1-4a49-9fe4-6c7d52425bd8" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.696958] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('714f8205-8bd1-4a49-9fe4-6c7d52425bd8',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.697363] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-714f8205-8bd1-4a49-9fe4-6c7d52425bd8 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.701217] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-714f8205-8bd1-4a49-9fe4-6c7d52425bd8" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.701313] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-714f8205-8bd1-4a49-9fe4-6c7d52425bd8" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.701539] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-714f8205-8bd1-4a49-9fe4-6c7d52425bd8" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.701722] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.701834] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.701894] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.702066] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.702157] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.702252] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('714f8205-8bd1-4a49-9fe4-6c7d52425bd8',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.706668] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-843aefae-85a3-4cc5-bdac-a6a6ace2477d taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.706861] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-843aefae-85a3-4cc5-bdac-a6a6ace2477d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.706933] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-843aefae-85a3-4cc5-bdac-a6a6ace2477d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.707156] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-843aefae-85a3-4cc5-bdac-a6a6ace2477d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.707318] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('843aefae-85a3-4cc5-bdac-a6a6ace2477d',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.198032] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-714f8205-8bd1-4a49-9fe4-6c7d52425bd8 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.198316] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-714f8205-8bd1-4a49-9fe4-6c7d52425bd8" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.209560] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('714f8205-8bd1-4a49-9fe4-6c7d52425bd8',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.211090] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 843aefae-85a3-4cc5-bdac-a6a6ace2477d with status ACTIVE [ 682.211375] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.211546] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.211630] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.211898] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.212026] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.212432] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.212535] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.212674] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.212904] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.215050] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.215328] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.215433] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.215501] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.215670] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.215810] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.215848] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 843aefae-85a3-4cc5-bdac-a6a6ace2477d is going to be updated. [ 682.242772] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.242772] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.242772] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.243475] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.243639] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.243804] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-843aefae-85a3-4cc5-bdac-a6a6ace2477d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.334462] env[65077]: INFO networking_nsxv3.common.synchronization [req-27a6d1e0-51ea-4276-8239-f0f9a45bb605 req-6e440537-07b6-40c8-bbb6-2dee4ca46119 tempest-SecurityGroupRulesTestJSON-1276780051 tempest-SecurityGroupRulesTestJSON-1276780051-project-member] Enqueued Resource ID: a2a5a5b8-4ef3-44f0-b7d2-0f2795978f5c with Priority: HIGHEST for action security_group_rules [ 682.335873] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2a5a5b8-4ef3-44f0-b7d2-0f2795978f5c with Priority: HIGHEST for action security_group_rules [ 682.338335] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2a5a5b8-4ef3-44f0-b7d2-0f2795978f5c taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.338335] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2a5a5b8-4ef3-44f0-b7d2-0f2795978f5c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.338335] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2a5a5b8-4ef3-44f0-b7d2-0f2795978f5c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.338335] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2a5a5b8-4ef3-44f0-b7d2-0f2795978f5c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.338335] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2a5a5b8-4ef3-44f0-b7d2-0f2795978f5c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.718904] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('714f8205-8bd1-4a49-9fe4-6c7d52425bd8',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.860896] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.860896] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.860896] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.860896] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.860896] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.860896] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2a5a5b8-4ef3-44f0-b7d2-0f2795978f5c already deleted. [ 682.860896] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2a5a5b8-4ef3-44f0-b7d2-0f2795978f5c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.050088] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa in Status: SUCCESS [ 683.050357] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.220677] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.220834] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.220896] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.221166] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.221270] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.221478] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 714f8205-8bd1-4a49-9fe4-6c7d52425bd8 is going to be created. [ 683.249097] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.249249] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.249312] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.249625] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.249790] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.260917] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 714f8205-8bd1-4a49-9fe4-6c7d52425bd8 in Status: UNINITIALIZED for 2s [ 685.280917] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 714f8205-8bd1-4a49-9fe4-6c7d52425bd8 in Status: SUCCESS [ 685.281198] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-714f8205-8bd1-4a49-9fe4-6c7d52425bd8" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.281349] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-714f8205-8bd1-4a49-9fe4-6c7d52425bd8" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.281562] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-714f8205-8bd1-4a49-9fe4-6c7d52425bd8" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.281793] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.281913] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.281993] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.282171] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.282251] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.282334] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-714f8205-8bd1-4a49-9fe4-6c7d52425bd8" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.282432] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('714f8205-8bd1-4a49-9fe4-6c7d52425bd8',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.789252] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-714f8205-8bd1-4a49-9fe4-6c7d52425bd8 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.789252] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-714f8205-8bd1-4a49-9fe4-6c7d52425bd8" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.789252] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-714f8205-8bd1-4a49-9fe4-6c7d52425bd8" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.789252] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-714f8205-8bd1-4a49-9fe4-6c7d52425bd8" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.789576] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.789726] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.789874] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.790205] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.790336] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.790512] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-714f8205-8bd1-4a49-9fe4-6c7d52425bd8" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.790794] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-714f8205-8bd1-4a49-9fe4-6c7d52425bd8 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.790944] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-714f8205-8bd1-4a49-9fe4-6c7d52425bd8" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.791127] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-714f8205-8bd1-4a49-9fe4-6c7d52425bd8" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.791338] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-714f8205-8bd1-4a49-9fe4-6c7d52425bd8" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.791693] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.791879] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.792148] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.792491] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.792655] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.793498] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-714f8205-8bd1-4a49-9fe4-6c7d52425bd8" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.793498] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('714f8205-8bd1-4a49-9fe4-6c7d52425bd8',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.295730] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 714f8205-8bd1-4a49-9fe4-6c7d52425bd8: rpc.has_security_group_logging(os_id): False [ 686.321709] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.321912] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.321989] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.322319] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.322447] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.322726] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.322847] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.322917] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.323184] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.323553] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.323553] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.323664] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.323664] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.323849] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.323930] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.324177] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.324281] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.324349] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.324532] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.324651] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.325036] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 714f8205-8bd1-4a49-9fe4-6c7d52425bd8 is going to be created. [ 686.409232] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.409452] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.409541] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.409805] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.410065] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.422778] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 714f8205-8bd1-4a49-9fe4-6c7d52425bd8 in Status: IN_PROGRESS for 2s [ 687.331696] env[65077]: INFO networking_nsxv3.common.synchronization [req-143c6a76-3c74-433a-bb64-7f7a6ec8ceff req-f0cd53d2-c1a8-4644-8322-25dba58cfdf6 tempest-FloatingIPsAssociationTestJSON-766630074 tempest-FloatingIPsAssociationTestJSON-766630074-project-member] Enqueued Resource ID: 981dcbb1-43ad-4e60-bb2f-82dd5043583d with Priority: HIGHEST for action security_group_members [ 687.333016] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 981dcbb1-43ad-4e60-bb2f-82dd5043583d with Priority: HIGHEST for action security_group_members [ 687.333016] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-981dcbb1-43ad-4e60-bb2f-82dd5043583d taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.333016] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-981dcbb1-43ad-4e60-bb2f-82dd5043583d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.333016] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-981dcbb1-43ad-4e60-bb2f-82dd5043583d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.333280] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-981dcbb1-43ad-4e60-bb2f-82dd5043583d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.333406] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.333511] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.333575] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.333722] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.333805] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.334146] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('981dcbb1-43ad-4e60-bb2f-82dd5043583d',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.836201] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('981dcbb1-43ad-4e60-bb2f-82dd5043583d',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.339695] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('981dcbb1-43ad-4e60-bb2f-82dd5043583d',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.439825] env[65077]: INFO networking_nsxv3.common.synchronization [None req-5976ad25-294c-47aa-9bf8-bb4e0392b559 None None] Enqueued Resource ID: 0e34bc02-e57d-4d9e-80ec-7fcf0f58d71d with Priority: HIGHEST for action port [ 688.439825] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 714f8205-8bd1-4a49-9fe4-6c7d52425bd8 in Status: SUCCESS [ 688.439825] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-714f8205-8bd1-4a49-9fe4-6c7d52425bd8" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.440527] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e34bc02-e57d-4d9e-80ec-7fcf0f58d71d with Priority: HIGHEST for action port [ 688.440988] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e34bc02-e57d-4d9e-80ec-7fcf0f58d71d taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.441269] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e34bc02-e57d-4d9e-80ec-7fcf0f58d71d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.441373] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e34bc02-e57d-4d9e-80ec-7fcf0f58d71d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.441719] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e34bc02-e57d-4d9e-80ec-7fcf0f58d71d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.441893] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e34bc02-e57d-4d9e-80ec-7fcf0f58d71d',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.843051] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.843051] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.843263] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.843429] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.843547] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.843665] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 981dcbb1-43ad-4e60-bb2f-82dd5043583d is going to be updated. [ 688.879162] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.879359] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.879552] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.879766] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.880106] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.893496] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 981dcbb1-43ad-4e60-bb2f-82dd5043583d in Status: IN_PROGRESS for 2s [ 688.945364] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0e34bc02-e57d-4d9e-80ec-7fcf0f58d71d [ 688.945657] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.945793] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.945862] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.946106] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.946189] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.946284] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0e34bc02-e57d-4d9e-80ec-7fcf0f58d71d already deleted. [ 688.946400] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e34bc02-e57d-4d9e-80ec-7fcf0f58d71d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.013437] env[65077]: INFO networking_nsxv3.common.synchronization [None req-1c5ba447-44f6-4461-a23b-0062a844dac9 tempest-ServersTestJSON-58061666 tempest-ServersTestJSON-58061666-project-member] Enqueued Resource ID: 8b61bc18-96ca-42cb-b4ad-c2ca4a6db705 with Priority: HIGHEST for action security_group_rules [ 690.013437] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b61bc18-96ca-42cb-b4ad-c2ca4a6db705 with Priority: HIGHEST for action security_group_rules [ 690.013437] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b61bc18-96ca-42cb-b4ad-c2ca4a6db705 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.013437] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b61bc18-96ca-42cb-b4ad-c2ca4a6db705" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.013437] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b61bc18-96ca-42cb-b4ad-c2ca4a6db705" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.013437] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b61bc18-96ca-42cb-b4ad-c2ca4a6db705" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.013975] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b61bc18-96ca-42cb-b4ad-c2ca4a6db705',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.162994] env[65077]: INFO networking_nsxv3.common.synchronization [None req-b570c5eb-fc07-446c-8805-df5281b4f9ad tempest-ServersTestJSON-58061666 tempest-ServersTestJSON-58061666-project-member] Enqueued Resource ID: 8b61bc18-96ca-42cb-b4ad-c2ca4a6db705 with Priority: HIGHEST for action security_group_rules [ 690.162994] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b61bc18-96ca-42cb-b4ad-c2ca4a6db705 with Priority: HIGHEST for action security_group_rules [ 690.162994] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b61bc18-96ca-42cb-b4ad-c2ca4a6db705 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.162994] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b61bc18-96ca-42cb-b4ad-c2ca4a6db705" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.539647] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.540551] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.540694] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.540978] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.541179] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.541307] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b61bc18-96ca-42cb-b4ad-c2ca4a6db705 already deleted. [ 690.541444] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b61bc18-96ca-42cb-b4ad-c2ca4a6db705" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.541689] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b61bc18-96ca-42cb-b4ad-c2ca4a6db705" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.541887] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b61bc18-96ca-42cb-b4ad-c2ca4a6db705" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.542022] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b61bc18-96ca-42cb-b4ad-c2ca4a6db705',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.913229] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 981dcbb1-43ad-4e60-bb2f-82dd5043583d in Status: SUCCESS [ 690.913782] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-981dcbb1-43ad-4e60-bb2f-82dd5043583d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.070437] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.070437] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.070437] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.070437] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.070437] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.070437] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b61bc18-96ca-42cb-b4ad-c2ca4a6db705 already deleted. [ 691.070437] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b61bc18-96ca-42cb-b4ad-c2ca4a6db705" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.360879] env[65077]: INFO networking_nsxv3.common.synchronization [None req-4e6e3b3c-43e6-4b43-93c0-05863f83969b None None] Enqueued Resource ID: 7917c71f-2ad2-4cd9-9142-d991cdc1784e with Priority: HIGHEST for action port [ 691.361517] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7917c71f-2ad2-4cd9-9142-d991cdc1784e with Priority: HIGHEST for action port [ 691.361921] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-7917c71f-2ad2-4cd9-9142-d991cdc1784e taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.362164] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7917c71f-2ad2-4cd9-9142-d991cdc1784e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.362164] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7917c71f-2ad2-4cd9-9142-d991cdc1784e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.362502] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7917c71f-2ad2-4cd9-9142-d991cdc1784e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.362502] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7917c71f-2ad2-4cd9-9142-d991cdc1784e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.868694] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7917c71f-2ad2-4cd9-9142-d991cdc1784e [ 691.868919] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.869105] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.869377] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.869439] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.869591] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.869688] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7917c71f-2ad2-4cd9-9142-d991cdc1784e already deleted. [ 691.870959] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7917c71f-2ad2-4cd9-9142-d991cdc1784e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.848451] env[65077]: INFO networking_nsxv3.common.synchronization [req-e53c5757-b0aa-430b-91de-a9c29c0b2e0e req-cd6045cc-2226-4663-8a12-e1d98b19cea1 tempest-ListImageFiltersTestJSON-302127372 tempest-ListImageFiltersTestJSON-302127372-project-member] Enqueued Resource ID: 2ae12a3a-1488-4d5d-8082-5ab6030e836e with Priority: HIGHEST for action security_group_members [ 693.849242] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ae12a3a-1488-4d5d-8082-5ab6030e836e with Priority: HIGHEST for action security_group_members [ 693.849440] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ae12a3a-1488-4d5d-8082-5ab6030e836e taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.849607] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ae12a3a-1488-4d5d-8082-5ab6030e836e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.849698] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ae12a3a-1488-4d5d-8082-5ab6030e836e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.849984] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ae12a3a-1488-4d5d-8082-5ab6030e836e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.850149] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.850251] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.850318] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.850511] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.850648] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.850952] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ae12a3a-1488-4d5d-8082-5ab6030e836e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.353101] env[65077]: INFO networking_nsxv3.common.synchronization [None req-605c4d09-7239-42f5-a631-501cf51c8965 None None] Enqueued Resource ID: 7f583476-9ffd-4dfd-99aa-21194a63576a with Priority: HIGHEST for action port [ 694.353101] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f583476-9ffd-4dfd-99aa-21194a63576a with Priority: HIGHEST for action port [ 694.353101] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f583476-9ffd-4dfd-99aa-21194a63576a taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.353101] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f583476-9ffd-4dfd-99aa-21194a63576a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.353101] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f583476-9ffd-4dfd-99aa-21194a63576a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.353374] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f583476-9ffd-4dfd-99aa-21194a63576a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.353481] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f583476-9ffd-4dfd-99aa-21194a63576a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.355073] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.355206] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.355269] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.355445] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.355522] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.355698] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.355791] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.355845] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.355980] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.356096] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.356172] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ae12a3a-1488-4d5d-8082-5ab6030e836e already deleted. [ 694.356230] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ae12a3a-1488-4d5d-8082-5ab6030e836e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.424860] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock network-469 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.425193] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "network-469" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.425352] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "network-469" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.425712] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "network-469" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.426070] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.426243] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.426356] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.426616] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.426771] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.426981] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 694.427099] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 694.427210] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 694.427312] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 694.427424] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 694.427522] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 694.427646] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 694.448921] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 694.449107] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 694.449294] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 694.449489] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "network-469" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.449939] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock port-3d4e3892-7464-4ef7-a622-4fbc8d87795c taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.450158] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "port-3d4e3892-7464-4ef7-a622-4fbc8d87795c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.450286] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "port-3d4e3892-7464-4ef7-a622-4fbc8d87795c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.450616] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "port-3d4e3892-7464-4ef7-a622-4fbc8d87795c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.450754] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d4e3892-7464-4ef7-a622-4fbc8d87795c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.855650] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7f583476-9ffd-4dfd-99aa-21194a63576a [ 694.855925] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.856045] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.856115] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.856335] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.856462] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.856505] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7f583476-9ffd-4dfd-99aa-21194a63576a already deleted. [ 694.856571] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f583476-9ffd-4dfd-99aa-21194a63576a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.953769] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.954197] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.954429] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.954842] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.954999] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.955238] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Segment Port 3d4e3892-7464-4ef7-a622-4fbc8d87795c not found, creating... [ 694.955820] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.955820] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.955820] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.956065] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.956190] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.956503] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.956667] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.956778] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.957031] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.957174] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.957414] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Resource: SegmentPort with ID: 3d4e3892-7464-4ef7-a622-4fbc8d87795c is going to be created. [ 694.983138] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.983138] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.983138] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.983138] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.983456] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.983784] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "port-3d4e3892-7464-4ef7-a622-4fbc8d87795c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.696650] env[65077]: INFO networking_nsxv3.common.synchronization [req-c78275a0-0bd2-40c4-8e02-91119951651c req-f46418a0-30bb-4fc1-b769-1d19ba8d2152 tempest-ImagesOneServerTestJSON-1216492140 tempest-ImagesOneServerTestJSON-1216492140-project-member] Enqueued Resource ID: 341ba522-fe41-468d-bcfa-bce5f49e6893 with Priority: HIGHEST for action security_group_members [ 695.697683] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 341ba522-fe41-468d-bcfa-bce5f49e6893 with Priority: HIGHEST for action security_group_members [ 695.697683] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-341ba522-fe41-468d-bcfa-bce5f49e6893 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.698091] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-341ba522-fe41-468d-bcfa-bce5f49e6893" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.698091] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-341ba522-fe41-468d-bcfa-bce5f49e6893" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.698311] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-341ba522-fe41-468d-bcfa-bce5f49e6893" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.698568] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.698665] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.698708] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.698869] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.699115] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.699115] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('341ba522-fe41-468d-bcfa-bce5f49e6893',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.736989] env[65077]: INFO networking_nsxv3.common.synchronization [req-e53c5757-b0aa-430b-91de-a9c29c0b2e0e req-3af30e04-c5f4-44bb-b4ed-738edb2fc644 service nova] Enqueued Resource ID: 2ae12a3a-1488-4d5d-8082-5ab6030e836e with Priority: HIGHEST for action security_group_rules [ 695.739104] env[65077]: INFO networking_nsxv3.common.synchronization [req-e53c5757-b0aa-430b-91de-a9c29c0b2e0e req-3af30e04-c5f4-44bb-b4ed-738edb2fc644 service nova] Enqueued Resource ID: 2ae12a3a-1488-4d5d-8082-5ab6030e836e with Priority: HIGHEST for action security_group_members [ 695.739104] env[65077]: INFO networking_nsxv3.common.synchronization [req-e53c5757-b0aa-430b-91de-a9c29c0b2e0e req-3af30e04-c5f4-44bb-b4ed-738edb2fc644 service nova] Enqueued Resource ID: 3d4e3892-7464-4ef7-a622-4fbc8d87795c with Priority: HIGHEST for action port [ 695.739104] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ae12a3a-1488-4d5d-8082-5ab6030e836e with Priority: HIGHEST for action security_group_rules [ 695.739104] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ae12a3a-1488-4d5d-8082-5ab6030e836e with Priority: HIGHEST for action security_group_members [ 695.739104] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d4e3892-7464-4ef7-a622-4fbc8d87795c with Priority: HIGHEST for action port [ 695.739104] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ae12a3a-1488-4d5d-8082-5ab6030e836e taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.739104] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ae12a3a-1488-4d5d-8082-5ab6030e836e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.739104] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ae12a3a-1488-4d5d-8082-5ab6030e836e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.739104] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ae12a3a-1488-4d5d-8082-5ab6030e836e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.739104] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ae12a3a-1488-4d5d-8082-5ab6030e836e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.741530] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ae12a3a-1488-4d5d-8082-5ab6030e836e taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.741619] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ae12a3a-1488-4d5d-8082-5ab6030e836e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.741677] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ae12a3a-1488-4d5d-8082-5ab6030e836e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.741844] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ae12a3a-1488-4d5d-8082-5ab6030e836e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.741997] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.742111] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.742172] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.742313] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.742442] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.742486] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ae12a3a-1488-4d5d-8082-5ab6030e836e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.743883] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d4e3892-7464-4ef7-a622-4fbc8d87795c taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.743992] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d4e3892-7464-4ef7-a622-4fbc8d87795c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.745053] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d4e3892-7464-4ef7-a622-4fbc8d87795c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.745053] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d4e3892-7464-4ef7-a622-4fbc8d87795c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.745053] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d4e3892-7464-4ef7-a622-4fbc8d87795c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.201844] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.202203] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.202203] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.203349] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.203349] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.203349] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.203349] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.203349] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.203349] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.203349] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.203349] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 341ba522-fe41-468d-bcfa-bce5f49e6893 is going to be updated. [ 696.235669] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.235880] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.236014] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.236228] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.236452] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.246881] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ae12a3a-1488-4d5d-8082-5ab6030e836e taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.246881] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ae12a3a-1488-4d5d-8082-5ab6030e836e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.247131] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ae12a3a-1488-4d5d-8082-5ab6030e836e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.249013] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 341ba522-fe41-468d-bcfa-bce5f49e6893 in Status: IN_PROGRESS for 2s [ 696.250736] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d4e3892-7464-4ef7-a622-4fbc8d87795c with status ACTIVE [ 696.250736] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.250736] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.250736] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.250736] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.250736] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.250736] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.250736] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.250736] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.250736] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.250736] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.250736] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.250736] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.250736] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.251415] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.251415] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.251415] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d4e3892-7464-4ef7-a622-4fbc8d87795c is going to be updated. [ 696.272860] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.273243] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.273243] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.273354] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.273828] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.273828] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d4e3892-7464-4ef7-a622-4fbc8d87795c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.384186] env[65077]: INFO networking_nsxv3.common.synchronization [None req-0629fafe-970d-4d07-9f49-8a7a0c742138 None None] Enqueued Resource ID: 673e4d58-e197-45a5-a1b0-44e012fadccf with Priority: HIGHEST for action port [ 696.384931] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 673e4d58-e197-45a5-a1b0-44e012fadccf with Priority: HIGHEST for action port [ 696.387526] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-673e4d58-e197-45a5-a1b0-44e012fadccf taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.387628] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-673e4d58-e197-45a5-a1b0-44e012fadccf" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.387666] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-673e4d58-e197-45a5-a1b0-44e012fadccf" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.388246] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-673e4d58-e197-45a5-a1b0-44e012fadccf" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.388246] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('673e4d58-e197-45a5-a1b0-44e012fadccf',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.638886] env[65077]: INFO networking_nsxv3.common.synchronization [req-2eb7de7f-aeca-4d9f-a83b-3145b3fbf769 req-81e3a862-8d4d-4902-a1f6-bdc596371d7b tempest-ServersTestMultiNic-137846435 tempest-ServersTestMultiNic-137846435-project-member] Enqueued Resource ID: 2658107d-6754-4434-90fa-8d04c60b7c74 with Priority: HIGHEST for action security_group_members [ 696.639584] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2658107d-6754-4434-90fa-8d04c60b7c74 with Priority: HIGHEST for action security_group_members [ 696.639929] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-2658107d-6754-4434-90fa-8d04c60b7c74 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.641020] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.641294] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.641646] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.641837] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.642072] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.642072] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.642694] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.642694] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.642694] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2658107d-6754-4434-90fa-8d04c60b7c74',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.688871] env[65077]: INFO networking_nsxv3.common.synchronization [None req-17045a65-dc96-4d36-94ea-d9fde585bb36 None None] Enqueued Resource ID: 1816dd0f-d3ca-4d20-994c-a362f867d52d with Priority: HIGHEST for action port [ 696.688871] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1816dd0f-d3ca-4d20-994c-a362f867d52d with Priority: HIGHEST for action port [ 696.688871] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-1816dd0f-d3ca-4d20-994c-a362f867d52d taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.688871] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1816dd0f-d3ca-4d20-994c-a362f867d52d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.689252] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1816dd0f-d3ca-4d20-994c-a362f867d52d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.689670] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1816dd0f-d3ca-4d20-994c-a362f867d52d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.689900] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1816dd0f-d3ca-4d20-994c-a362f867d52d',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.753121] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ae12a3a-1488-4d5d-8082-5ab6030e836e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.891292] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 673e4d58-e197-45a5-a1b0-44e012fadccf [ 696.891544] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.892447] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.892447] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.892447] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.892447] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.892447] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:673e4d58-e197-45a5-a1b0-44e012fadccf already deleted. [ 696.892447] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-673e4d58-e197-45a5-a1b0-44e012fadccf" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.095017] env[65077]: INFO networking_nsxv3.common.synchronization [req-2eb7de7f-aeca-4d9f-a83b-3145b3fbf769 req-fb8e75fd-27ed-432c-8577-5dedf99b0651 tempest-ServersTestMultiNic-137846435 tempest-ServersTestMultiNic-137846435-project-member] Enqueued Resource ID: 2658107d-6754-4434-90fa-8d04c60b7c74 with Priority: HIGHEST for action security_group_members [ 697.095017] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2658107d-6754-4434-90fa-8d04c60b7c74 with Priority: HIGHEST for action security_group_members [ 697.095017] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-2658107d-6754-4434-90fa-8d04c60b7c74 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.096321] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.148913] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.148913] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.148913] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.148913] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.148913] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.148913] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.148913] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.148913] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.148913] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.148913] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.148913] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2658107d-6754-4434-90fa-8d04c60b7c74 is going to be updated. [ 697.177516] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.177516] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.177516] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.177516] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.177516] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.186744] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2658107d-6754-4434-90fa-8d04c60b7c74 in Status: IN_PROGRESS for 2s [ 697.193648] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1816dd0f-d3ca-4d20-994c-a362f867d52d [ 697.194846] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.194846] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.194846] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.194846] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.194846] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.194846] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1816dd0f-d3ca-4d20-994c-a362f867d52d already deleted. [ 697.194846] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1816dd0f-d3ca-4d20-994c-a362f867d52d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.259021] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.259021] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.259021] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.259021] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.259021] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.259021] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ae12a3a-1488-4d5d-8082-5ab6030e836e is going to be created. [ 697.284156] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.284866] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.284866] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.284866] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.284866] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.327802] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ae12a3a-1488-4d5d-8082-5ab6030e836e in Status: UNINITIALIZED for 2s [ 697.566062] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock network-538 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.566062] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "network-538" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.566062] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "network-538" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.567240] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "network-538" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.567240] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.567390] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.567541] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.567747] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.567908] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.568144] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 697.568872] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 697.568872] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 697.568872] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 697.568872] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 697.569052] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 697.569052] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 697.591147] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 697.591353] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 697.591593] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 697.591688] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "network-538" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.591922] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock port-c50bae85-cb81-4f7e-9003-36c8ba6bbec3 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.592106] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "port-c50bae85-cb81-4f7e-9003-36c8ba6bbec3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.592221] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "port-c50bae85-cb81-4f7e-9003-36c8ba6bbec3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.592549] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "port-c50bae85-cb81-4f7e-9003-36c8ba6bbec3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.592694] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c50bae85-cb81-4f7e-9003-36c8ba6bbec3',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.097620] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.097759] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.097809] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.098083] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.098334] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.098392] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Segment Port c50bae85-cb81-4f7e-9003-36c8ba6bbec3 not found, creating... [ 698.098668] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.098821] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.098930] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.099188] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.099322] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.099594] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.099736] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.099846] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.100052] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.100179] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.100609] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Resource: SegmentPort with ID: c50bae85-cb81-4f7e-9003-36c8ba6bbec3 is going to be created. [ 698.122803] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.123034] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.123158] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.123423] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.123646] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.124186] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "port-c50bae85-cb81-4f7e-9003-36c8ba6bbec3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.265458] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 341ba522-fe41-468d-bcfa-bce5f49e6893 in Status: SUCCESS [ 698.265779] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 341ba522-fe41-468d-bcfa-bce5f49e6893 deletion is rescheduled due to dependency. [ 698.265916] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-341ba522-fe41-468d-bcfa-bce5f49e6893" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.853367] env[65077]: INFO networking_nsxv3.common.synchronization [req-2eb7de7f-aeca-4d9f-a83b-3145b3fbf769 req-2f5c7598-c64f-47bc-8204-718c60997154 service nova] Enqueued Resource ID: 2658107d-6754-4434-90fa-8d04c60b7c74 with Priority: HIGHEST for action security_group_rules [ 698.855198] env[65077]: INFO networking_nsxv3.common.synchronization [req-2eb7de7f-aeca-4d9f-a83b-3145b3fbf769 req-2f5c7598-c64f-47bc-8204-718c60997154 service nova] Enqueued Resource ID: 2658107d-6754-4434-90fa-8d04c60b7c74 with Priority: HIGHEST for action security_group_members [ 698.855602] env[65077]: INFO networking_nsxv3.common.synchronization [req-2eb7de7f-aeca-4d9f-a83b-3145b3fbf769 req-2f5c7598-c64f-47bc-8204-718c60997154 service nova] Enqueued Resource ID: c50bae85-cb81-4f7e-9003-36c8ba6bbec3 with Priority: HIGHEST for action port [ 698.857792] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2658107d-6754-4434-90fa-8d04c60b7c74 with Priority: HIGHEST for action security_group_rules [ 698.857940] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2658107d-6754-4434-90fa-8d04c60b7c74 with Priority: HIGHEST for action security_group_members [ 698.859046] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c50bae85-cb81-4f7e-9003-36c8ba6bbec3 with Priority: HIGHEST for action port [ 698.859046] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2658107d-6754-4434-90fa-8d04c60b7c74 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.859046] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.859046] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.859046] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.859046] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2658107d-6754-4434-90fa-8d04c60b7c74',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.860250] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-2658107d-6754-4434-90fa-8d04c60b7c74 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.860250] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.860250] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-c50bae85-cb81-4f7e-9003-36c8ba6bbec3 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.860250] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c50bae85-cb81-4f7e-9003-36c8ba6bbec3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.860250] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c50bae85-cb81-4f7e-9003-36c8ba6bbec3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.862392] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c50bae85-cb81-4f7e-9003-36c8ba6bbec3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.864437] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c50bae85-cb81-4f7e-9003-36c8ba6bbec3',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.147233] env[65077]: INFO networking_nsxv3.common.synchronization [None req-05978b73-2850-40f1-b533-2f6efec26ea2 None None] Enqueued Resource ID: 55d3c3ec-c979-43aa-8328-cdf8b57c38f8 with Priority: HIGHEST for action port [ 699.149206] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55d3c3ec-c979-43aa-8328-cdf8b57c38f8 with Priority: HIGHEST for action port [ 699.149683] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-55d3c3ec-c979-43aa-8328-cdf8b57c38f8 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.149809] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55d3c3ec-c979-43aa-8328-cdf8b57c38f8" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.150238] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55d3c3ec-c979-43aa-8328-cdf8b57c38f8" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.150611] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55d3c3ec-c979-43aa-8328-cdf8b57c38f8" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.150720] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55d3c3ec-c979-43aa-8328-cdf8b57c38f8',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.203651] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2658107d-6754-4434-90fa-8d04c60b7c74 in Status: IN_PROGRESS for 4s [ 699.345402] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ae12a3a-1488-4d5d-8082-5ab6030e836e in Status: SUCCESS [ 699.345402] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ae12a3a-1488-4d5d-8082-5ab6030e836e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.345402] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ae12a3a-1488-4d5d-8082-5ab6030e836e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.345402] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ae12a3a-1488-4d5d-8082-5ab6030e836e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.345402] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.345402] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.345402] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.345402] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.345402] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.345402] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ae12a3a-1488-4d5d-8082-5ab6030e836e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.345402] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ae12a3a-1488-4d5d-8082-5ab6030e836e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.364752] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-2658107d-6754-4434-90fa-8d04c60b7c74 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.364944] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.368761] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c50bae85-cb81-4f7e-9003-36c8ba6bbec3 with status ACTIVE [ 699.368989] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.369134] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.369210] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.369404] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.369489] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.369684] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.369784] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.369844] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.369986] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.370073] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.370252] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.370336] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.370398] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.370743] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.370743] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.370743] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c50bae85-cb81-4f7e-9003-36c8ba6bbec3 is going to be updated. [ 699.395667] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.395667] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.395667] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.396053] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.396053] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.396110] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c50bae85-cb81-4f7e-9003-36c8ba6bbec3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.653368] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 55d3c3ec-c979-43aa-8328-cdf8b57c38f8 [ 699.653709] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.653879] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.653957] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.654188] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.654278] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.654373] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:55d3c3ec-c979-43aa-8328-cdf8b57c38f8 already deleted. [ 699.654456] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55d3c3ec-c979-43aa-8328-cdf8b57c38f8" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.793168] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock network-335 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.793401] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "network-335" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.793514] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "network-335" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.793822] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "network-335" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.794242] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.794409] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.794523] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.794740] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.794876] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.795101] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 699.795212] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 699.795312] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 699.795420] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 699.795518] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 699.795616] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 699.795744] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 699.816092] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 699.816288] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 699.816422] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 699.816616] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "network-335" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.816938] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock port-138dbaca-6626-4e5f-a801-1f4f10364eab taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.818353] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "port-138dbaca-6626-4e5f-a801-1f4f10364eab" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.818353] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "port-138dbaca-6626-4e5f-a801-1f4f10364eab" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.818353] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "port-138dbaca-6626-4e5f-a801-1f4f10364eab" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.818353] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('138dbaca-6626-4e5f-a801-1f4f10364eab',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.847283] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ae12a3a-1488-4d5d-8082-5ab6030e836e taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.847283] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ae12a3a-1488-4d5d-8082-5ab6030e836e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.847283] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ae12a3a-1488-4d5d-8082-5ab6030e836e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.847491] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ae12a3a-1488-4d5d-8082-5ab6030e836e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.847633] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.847751] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.847837] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.848051] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.849634] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.849634] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ae12a3a-1488-4d5d-8082-5ab6030e836e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.849634] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ae12a3a-1488-4d5d-8082-5ab6030e836e taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.849634] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ae12a3a-1488-4d5d-8082-5ab6030e836e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.849634] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ae12a3a-1488-4d5d-8082-5ab6030e836e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.849634] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ae12a3a-1488-4d5d-8082-5ab6030e836e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.849634] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.849634] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.849634] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.849634] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.849634] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.849634] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ae12a3a-1488-4d5d-8082-5ab6030e836e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.849634] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ae12a3a-1488-4d5d-8082-5ab6030e836e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.321502] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.321670] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.321670] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.321941] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.322065] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.322214] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Segment Port 138dbaca-6626-4e5f-a801-1f4f10364eab not found, creating... [ 700.322465] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.322642] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.322768] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.322975] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.323118] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.323388] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.323576] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.323637] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.323828] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.323945] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.324090] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Resource: SegmentPort with ID: 138dbaca-6626-4e5f-a801-1f4f10364eab is going to be created. [ 700.344811] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.345097] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.345174] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.345417] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.345769] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.346042] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "port-138dbaca-6626-4e5f-a801-1f4f10364eab" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.353802] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ae12a3a-1488-4d5d-8082-5ab6030e836e: rpc.has_security_group_logging(os_id): False [ 700.373643] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.373822] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.373870] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.374217] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.374311] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.374525] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.374626] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.374685] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.374834] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.374912] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.375092] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.375183] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.375245] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.375380] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.375454] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.375653] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.375748] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.375831] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.375984] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.376069] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.376153] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ae12a3a-1488-4d5d-8082-5ab6030e836e is going to be created. [ 700.443162] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.443332] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.443332] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.443555] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.443750] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.458365] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ae12a3a-1488-4d5d-8082-5ab6030e836e in Status: IN_PROGRESS for 2s [ 701.215701] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2658107d-6754-4434-90fa-8d04c60b7c74 in Status: SUCCESS [ 701.215894] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2658107d-6754-4434-90fa-8d04c60b7c74 deletion is rescheduled due to dependency. [ 701.216053] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.216243] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.216484] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.216867] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.217041] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.217115] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.217310] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.217414] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.217529] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2658107d-6754-4434-90fa-8d04c60b7c74',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.451242] env[65077]: INFO networking_nsxv3.common.synchronization [req-2eb7de7f-aeca-4d9f-a83b-3145b3fbf769 req-5fd59c96-5541-487f-b9ef-e44b83207daf service nova] Enqueued Resource ID: 2658107d-6754-4434-90fa-8d04c60b7c74 with Priority: HIGHEST for action security_group_rules [ 701.451242] env[65077]: INFO networking_nsxv3.common.synchronization [req-2eb7de7f-aeca-4d9f-a83b-3145b3fbf769 req-5fd59c96-5541-487f-b9ef-e44b83207daf service nova] Enqueued Resource ID: 2658107d-6754-4434-90fa-8d04c60b7c74 with Priority: HIGHEST for action security_group_members [ 701.451504] env[65077]: INFO networking_nsxv3.common.synchronization [req-2eb7de7f-aeca-4d9f-a83b-3145b3fbf769 req-5fd59c96-5541-487f-b9ef-e44b83207daf service nova] Enqueued Resource ID: 138dbaca-6626-4e5f-a801-1f4f10364eab with Priority: HIGHEST for action port [ 701.451962] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2658107d-6754-4434-90fa-8d04c60b7c74 with Priority: HIGHEST for action security_group_rules [ 701.452576] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2658107d-6754-4434-90fa-8d04c60b7c74 with Priority: HIGHEST for action security_group_members [ 701.452576] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 138dbaca-6626-4e5f-a801-1f4f10364eab with Priority: HIGHEST for action port [ 701.452744] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2658107d-6754-4434-90fa-8d04c60b7c74 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.452744] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.452914] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-2658107d-6754-4434-90fa-8d04c60b7c74 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.454703] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.454703] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-138dbaca-6626-4e5f-a801-1f4f10364eab taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.454703] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-138dbaca-6626-4e5f-a801-1f4f10364eab" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.454703] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-138dbaca-6626-4e5f-a801-1f4f10364eab" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.454703] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-138dbaca-6626-4e5f-a801-1f4f10364eab" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.454703] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('138dbaca-6626-4e5f-a801-1f4f10364eab',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.720855] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2658107d-6754-4434-90fa-8d04c60b7c74',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.881224] env[65077]: INFO networking_nsxv3.common.synchronization [req-0ef50def-600a-4117-99aa-16896ea912c9 req-4a919b05-b838-412c-a6de-737f32f20dde tempest-ServerActionsV293TestJSON-1856728204 tempest-ServerActionsV293TestJSON-1856728204-project-member] Enqueued Resource ID: fdc68775-ecc6-44aa-a67c-ded95b3118c3 with Priority: HIGHEST for action security_group_members [ 701.881224] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdc68775-ecc6-44aa-a67c-ded95b3118c3 with Priority: HIGHEST for action security_group_members [ 701.881763] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdc68775-ecc6-44aa-a67c-ded95b3118c3 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.881930] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdc68775-ecc6-44aa-a67c-ded95b3118c3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.881999] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdc68775-ecc6-44aa-a67c-ded95b3118c3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.882471] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdc68775-ecc6-44aa-a67c-ded95b3118c3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.882471] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.882771] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.882771] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.882771] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.882771] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.882882] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdc68775-ecc6-44aa-a67c-ded95b3118c3',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.960543] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 138dbaca-6626-4e5f-a801-1f4f10364eab with status ACTIVE [ 701.960783] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.960943] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.961028] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.961274] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.961399] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.961646] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.961711] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.961754] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.961912] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.961989] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.962223] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.962318] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.962376] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.962519] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.962621] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.962709] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 138dbaca-6626-4e5f-a801-1f4f10364eab is going to be updated. [ 701.992033] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.992196] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.992275] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.992718] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.992718] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.992811] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-138dbaca-6626-4e5f-a801-1f4f10364eab" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.227106] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2658107d-6754-4434-90fa-8d04c60b7c74',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.371061] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock network-848 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.371061] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "network-848" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.371297] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "network-848" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.371501] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "network-848" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.371962] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.371962] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.372134] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.372226] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.372361] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.372561] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 702.372666] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 702.372762] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 702.372863] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 702.372960] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 702.373069] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 702.373190] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 702.386079] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.386079] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.386302] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.386357] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.386455] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.386658] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.386769] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.386831] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.386982] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.387070] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.387160] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdc68775-ecc6-44aa-a67c-ded95b3118c3 already deleted. [ 702.387231] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdc68775-ecc6-44aa-a67c-ded95b3118c3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.392625] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 702.392878] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 702.392965] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 702.393171] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "network-848" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.393506] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock port-fd9611ab-ab05-4d3b-b3b6-068a41db71dc taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.393591] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "port-fd9611ab-ab05-4d3b-b3b6-068a41db71dc" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.393674] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "port-fd9611ab-ab05-4d3b-b3b6-068a41db71dc" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.393982] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "port-fd9611ab-ab05-4d3b-b3b6-068a41db71dc" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.394144] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd9611ab-ab05-4d3b-b3b6-068a41db71dc',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.473037] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ae12a3a-1488-4d5d-8082-5ab6030e836e in Status: SUCCESS [ 702.473037] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ae12a3a-1488-4d5d-8082-5ab6030e836e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.732769] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.732927] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.732927] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.733210] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.733316] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.733416] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2658107d-6754-4434-90fa-8d04c60b7c74 is going to be updated. [ 702.772226] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.772642] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.772963] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.773312] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.774853] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.784429] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2658107d-6754-4434-90fa-8d04c60b7c74 in Status: IN_PROGRESS for 2s [ 702.897292] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.897512] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.898989] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.899375] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.899524] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.899740] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Segment Port fd9611ab-ab05-4d3b-b3b6-068a41db71dc not found, creating... [ 702.900048] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.900237] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.900351] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.900923] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.900923] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.901100] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.901883] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.902349] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.902349] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.902421] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.902564] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Resource: SegmentPort with ID: fd9611ab-ab05-4d3b-b3b6-068a41db71dc is going to be created. [ 702.927272] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.927475] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.927585] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.928136] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.928220] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.928397] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "port-fd9611ab-ab05-4d3b-b3b6-068a41db71dc" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.383029] env[65077]: INFO networking_nsxv3.common.synchronization [None req-649b1883-e19b-4720-b6ce-97f720e60212 None None] Enqueued Resource ID: d12dc10c-189b-46bc-b084-2fd897578d8c with Priority: HIGHEST for action port [ 703.383604] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d12dc10c-189b-46bc-b084-2fd897578d8c with Priority: HIGHEST for action port [ 703.384658] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-d12dc10c-189b-46bc-b084-2fd897578d8c taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.384658] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d12dc10c-189b-46bc-b084-2fd897578d8c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.384658] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d12dc10c-189b-46bc-b084-2fd897578d8c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.384658] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d12dc10c-189b-46bc-b084-2fd897578d8c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.384658] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d12dc10c-189b-46bc-b084-2fd897578d8c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.786192] env[65077]: INFO networking_nsxv3.common.synchronization [req-f4bdc1ff-5ca5-4892-bc97-0f5a3b431e3e req-4a254504-d3e6-4ff6-8650-7b831f2eca72 tempest-ServerDiskConfigTestJSON-1910186758 tempest-ServerDiskConfigTestJSON-1910186758-project-member] Enqueued Resource ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f with Priority: HIGHEST for action security_group_members [ 703.786806] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f with Priority: HIGHEST for action security_group_members [ 703.786921] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-39fdd242-c400-49e1-8754-8fc68bcdde8f taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.787659] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.787659] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.787659] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.787659] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.787659] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.787659] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.791185] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.791185] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.791185] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39fdd242-c400-49e1-8754-8fc68bcdde8f',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.817802] env[65077]: INFO networking_nsxv3.common.synchronization [req-0ef50def-600a-4117-99aa-16896ea912c9 req-e80d7721-3f1e-4513-b1a0-ceed1868795d service nova] Enqueued Resource ID: fdc68775-ecc6-44aa-a67c-ded95b3118c3 with Priority: HIGHEST for action security_group_rules [ 703.817912] env[65077]: INFO networking_nsxv3.common.synchronization [req-0ef50def-600a-4117-99aa-16896ea912c9 req-e80d7721-3f1e-4513-b1a0-ceed1868795d service nova] Enqueued Resource ID: fdc68775-ecc6-44aa-a67c-ded95b3118c3 with Priority: HIGHEST for action security_group_members [ 703.818108] env[65077]: INFO networking_nsxv3.common.synchronization [req-0ef50def-600a-4117-99aa-16896ea912c9 req-e80d7721-3f1e-4513-b1a0-ceed1868795d service nova] Enqueued Resource ID: fd9611ab-ab05-4d3b-b3b6-068a41db71dc with Priority: HIGHEST for action port [ 703.818918] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdc68775-ecc6-44aa-a67c-ded95b3118c3 with Priority: HIGHEST for action security_group_rules [ 703.818918] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdc68775-ecc6-44aa-a67c-ded95b3118c3 with Priority: HIGHEST for action security_group_members [ 703.819160] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd9611ab-ab05-4d3b-b3b6-068a41db71dc with Priority: HIGHEST for action port [ 703.819467] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fdc68775-ecc6-44aa-a67c-ded95b3118c3 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.819766] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fdc68775-ecc6-44aa-a67c-ded95b3118c3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.819766] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fdc68775-ecc6-44aa-a67c-ded95b3118c3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.819927] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fdc68775-ecc6-44aa-a67c-ded95b3118c3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.820593] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fdc68775-ecc6-44aa-a67c-ded95b3118c3',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.821273] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdc68775-ecc6-44aa-a67c-ded95b3118c3 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.821273] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdc68775-ecc6-44aa-a67c-ded95b3118c3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.821273] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdc68775-ecc6-44aa-a67c-ded95b3118c3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.821447] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdc68775-ecc6-44aa-a67c-ded95b3118c3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.821612] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.821723] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.821757] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.822079] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.822079] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.822157] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdc68775-ecc6-44aa-a67c-ded95b3118c3',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.823392] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd9611ab-ab05-4d3b-b3b6-068a41db71dc taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.823392] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd9611ab-ab05-4d3b-b3b6-068a41db71dc" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.823392] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd9611ab-ab05-4d3b-b3b6-068a41db71dc" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.823556] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd9611ab-ab05-4d3b-b3b6-068a41db71dc" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.823587] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd9611ab-ab05-4d3b-b3b6-068a41db71dc',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.888012] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d12dc10c-189b-46bc-b084-2fd897578d8c [ 703.888012] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.888012] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.888012] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.888012] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.888012] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.888012] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d12dc10c-189b-46bc-b084-2fd897578d8c already deleted. [ 703.888289] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d12dc10c-189b-46bc-b084-2fd897578d8c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.208097] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock network-909 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.208782] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "network-909" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.208782] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "network-909" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.208953] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "network-909" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.209270] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.209453] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.209624] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.209878] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.210104] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.210411] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 704.210545] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 704.210707] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 704.210857] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 704.211043] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 704.211186] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 704.211383] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 704.236032] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 704.236032] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 704.236032] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 704.236032] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "network-909" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.236032] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock port-ce086994-62a9-4529-9849-e62288512d53 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.236032] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "port-ce086994-62a9-4529-9849-e62288512d53" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.236032] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "port-ce086994-62a9-4529-9849-e62288512d53" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.236032] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "port-ce086994-62a9-4529-9849-e62288512d53" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.236510] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce086994-62a9-4529-9849-e62288512d53',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.291660] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.291868] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.291868] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.293897] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.293897] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.293897] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.293897] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.293897] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.293897] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.293897] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.293897] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f is going to be updated. [ 704.323339] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.323916] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.324243] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.324589] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.324948] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.326496] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdc68775-ecc6-44aa-a67c-ded95b3118c3 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.327038] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdc68775-ecc6-44aa-a67c-ded95b3118c3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.327223] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fdc68775-ecc6-44aa-a67c-ded95b3118c3',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.330246] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fd9611ab-ab05-4d3b-b3b6-068a41db71dc with status ACTIVE [ 704.330246] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.330246] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.330246] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.330246] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.330246] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.330246] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.330246] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.330246] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.330246] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.330246] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.330246] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.330246] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.330246] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.331407] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.331567] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.331763] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fd9611ab-ab05-4d3b-b3b6-068a41db71dc is going to be updated. [ 704.345458] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f in Status: IN_PROGRESS for 2s [ 704.359346] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.359507] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.359600] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.359855] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.360016] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.360203] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd9611ab-ab05-4d3b-b3b6-068a41db71dc" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.739711] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.740509] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.740509] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.740509] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.740892] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.741180] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Segment Port ce086994-62a9-4529-9849-e62288512d53 not found, creating... [ 704.741496] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.741657] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.741801] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.742228] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.742420] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.743163] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.743435] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.743622] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.743943] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.745049] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.745049] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Resource: SegmentPort with ID: ce086994-62a9-4529-9849-e62288512d53 is going to be created. [ 704.768195] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.768440] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.768708] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.769038] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.769333] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.770427] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "port-ce086994-62a9-4529-9849-e62288512d53" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.794057] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2658107d-6754-4434-90fa-8d04c60b7c74 in Status: SUCCESS [ 704.794380] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.794443] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.794705] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.794899] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.795025] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.795094] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.795250] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.795332] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.795427] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2658107d-6754-4434-90fa-8d04c60b7c74',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.820413] env[65077]: INFO networking_nsxv3.common.synchronization [req-95a308b4-dbf1-4851-bc01-dd814786f7bd req-71664f14-1d91-4acc-9bb7-4c727b87f513 tempest-DeleteServersTestJSON-1076641606 tempest-DeleteServersTestJSON-1076641606-project-member] Enqueued Resource ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 with Priority: HIGHEST for action security_group_members [ 704.820941] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 with Priority: HIGHEST for action security_group_members [ 704.821448] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8ed50b5-f4f3-434b-85c0-be75dfdec948 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.821574] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.821646] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.821836] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.822326] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.822326] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.822442] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.822821] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.822821] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.822821] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8ed50b5-f4f3-434b-85c0-be75dfdec948',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.835434] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fdc68775-ecc6-44aa-a67c-ded95b3118c3',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.297989] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2658107d-6754-4434-90fa-8d04c60b7c74',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.328602] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.328950] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.330215] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.330437] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.330915] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.330915] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.330915] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.330915] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.331135] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.331171] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.331368] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 is going to be updated. [ 705.337289] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.337447] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.337522] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.337717] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.337798] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.337896] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdc68775-ecc6-44aa-a67c-ded95b3118c3 is going to be created. [ 705.362263] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.362427] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.362500] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.362720] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.362887] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.367032] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.367032] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.367032] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.367032] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.367032] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.377799] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 in Status: IN_PROGRESS for 2s [ 705.378515] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdc68775-ecc6-44aa-a67c-ded95b3118c3 in Status: UNINITIALIZED for 2s [ 705.545317] env[65077]: INFO networking_nsxv3.common.synchronization [req-f4bdc1ff-5ca5-4892-bc97-0f5a3b431e3e req-1a8becaa-4cf9-471a-9a0d-5287bdc4f95f service nova] Enqueued Resource ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f with Priority: HIGHEST for action security_group_rules [ 705.545317] env[65077]: INFO networking_nsxv3.common.synchronization [req-f4bdc1ff-5ca5-4892-bc97-0f5a3b431e3e req-1a8becaa-4cf9-471a-9a0d-5287bdc4f95f service nova] Enqueued Resource ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f with Priority: HIGHEST for action security_group_members [ 705.545317] env[65077]: INFO networking_nsxv3.common.synchronization [req-f4bdc1ff-5ca5-4892-bc97-0f5a3b431e3e req-1a8becaa-4cf9-471a-9a0d-5287bdc4f95f service nova] Enqueued Resource ID: ce086994-62a9-4529-9849-e62288512d53 with Priority: HIGHEST for action port [ 705.545901] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f with Priority: HIGHEST for action security_group_rules [ 705.546042] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f with Priority: HIGHEST for action security_group_members [ 705.546213] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce086994-62a9-4529-9849-e62288512d53 with Priority: HIGHEST for action port [ 705.546560] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39fdd242-c400-49e1-8754-8fc68bcdde8f taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.546773] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.546902] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.547586] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.549826] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39fdd242-c400-49e1-8754-8fc68bcdde8f',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.549826] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-39fdd242-c400-49e1-8754-8fc68bcdde8f taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.550048] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.550298] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce086994-62a9-4529-9849-e62288512d53 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.550298] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce086994-62a9-4529-9849-e62288512d53" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.550419] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce086994-62a9-4529-9849-e62288512d53" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.550503] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce086994-62a9-4529-9849-e62288512d53" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.550601] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce086994-62a9-4529-9849-e62288512d53',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.567277] env[65077]: INFO networking_nsxv3.common.synchronization [None req-95e329a8-5fd7-451b-b3ce-ccf652b0680f tempest-MigrationsAdminTest-197106784 tempest-MigrationsAdminTest-197106784-project-member] Enqueued Resource ID: a969b30d-10d6-4b7d-9631-7ad684d1d9ad with Priority: HIGHEST for action security_group_rules [ 705.567277] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a969b30d-10d6-4b7d-9631-7ad684d1d9ad with Priority: HIGHEST for action security_group_rules [ 705.567277] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a969b30d-10d6-4b7d-9631-7ad684d1d9ad taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.567277] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a969b30d-10d6-4b7d-9631-7ad684d1d9ad" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.567277] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a969b30d-10d6-4b7d-9631-7ad684d1d9ad" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.567277] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a969b30d-10d6-4b7d-9631-7ad684d1d9ad" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.567277] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a969b30d-10d6-4b7d-9631-7ad684d1d9ad',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.708318] env[65077]: INFO networking_nsxv3.common.synchronization [None req-80781622-17bc-4cdf-b818-0f36aa1060f0 tempest-MigrationsAdminTest-197106784 tempest-MigrationsAdminTest-197106784-project-member] Enqueued Resource ID: a969b30d-10d6-4b7d-9631-7ad684d1d9ad with Priority: HIGHEST for action security_group_rules [ 705.709077] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a969b30d-10d6-4b7d-9631-7ad684d1d9ad with Priority: HIGHEST for action security_group_rules [ 705.709258] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a969b30d-10d6-4b7d-9631-7ad684d1d9ad taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.709930] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a969b30d-10d6-4b7d-9631-7ad684d1d9ad" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.803623] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2658107d-6754-4434-90fa-8d04c60b7c74',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.885107] env[65077]: INFO networking_nsxv3.common.synchronization [None req-40c5bc44-66c9-42f0-9f00-106570cff040 None None] Enqueued Resource ID: d93f178a-cb16-4b52-93cc-1c21a0398ccc with Priority: HIGHEST for action port [ 705.885470] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d93f178a-cb16-4b52-93cc-1c21a0398ccc with Priority: HIGHEST for action port [ 705.885836] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-d93f178a-cb16-4b52-93cc-1c21a0398ccc taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.886032] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d93f178a-cb16-4b52-93cc-1c21a0398ccc" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.886083] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d93f178a-cb16-4b52-93cc-1c21a0398ccc" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.886370] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d93f178a-cb16-4b52-93cc-1c21a0398ccc" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.886459] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d93f178a-cb16-4b52-93cc-1c21a0398ccc',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.057911] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-39fdd242-c400-49e1-8754-8fc68bcdde8f taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.057911] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.057911] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce086994-62a9-4529-9849-e62288512d53 with status ACTIVE [ 706.057911] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.057911] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.057911] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.057911] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.057911] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.057911] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.057911] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.057911] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.057911] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.057911] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.057911] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.058721] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.058721] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.058721] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.058721] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.058721] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce086994-62a9-4529-9849-e62288512d53 is going to be updated. [ 706.086201] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.086201] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.086201] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.086752] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.087587] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.087841] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce086994-62a9-4529-9849-e62288512d53" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.098412] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.098986] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.098986] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.098986] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.098986] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.099213] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a969b30d-10d6-4b7d-9631-7ad684d1d9ad already deleted. [ 706.100996] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a969b30d-10d6-4b7d-9631-7ad684d1d9ad" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.100996] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a969b30d-10d6-4b7d-9631-7ad684d1d9ad" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.100996] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a969b30d-10d6-4b7d-9631-7ad684d1d9ad" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.100996] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a969b30d-10d6-4b7d-9631-7ad684d1d9ad',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.306563] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.306862] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.310686] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.310686] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.310686] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.310686] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2658107d-6754-4434-90fa-8d04c60b7c74 is going to be updated. [ 706.360636] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f in Status: SUCCESS [ 706.360821] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f deletion is rescheduled due to dependency. [ 706.360944] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.361138] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.361761] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.362619] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.362619] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.362619] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.362985] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.363204] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.363389] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39fdd242-c400-49e1-8754-8fc68bcdde8f',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.366691] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.366691] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.366691] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.366691] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.367087] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.383321] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2658107d-6754-4434-90fa-8d04c60b7c74 in Status: IN_PROGRESS for 2s [ 706.390927] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d93f178a-cb16-4b52-93cc-1c21a0398ccc [ 706.391276] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.391494] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.391642] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.391992] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.392155] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.392788] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d93f178a-cb16-4b52-93cc-1c21a0398ccc already deleted. [ 706.393170] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d93f178a-cb16-4b52-93cc-1c21a0398ccc" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.512896] env[65077]: INFO networking_nsxv3.common.synchronization [req-f64af0cf-011f-452c-89c8-9be6743ae9f2 req-03cd50ff-f012-456a-8896-ea03d2fed7b5 tempest-SecurityGroupRulesNegativeTestJSON-210333372 tempest-SecurityGroupRulesNegativeTestJSON-210333372-project-member] Enqueued Resource ID: 141363e4-d44d-478a-a613-7194c71a6d2c with Priority: HIGHEST for action security_group_rules [ 706.513947] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 141363e4-d44d-478a-a613-7194c71a6d2c with Priority: HIGHEST for action security_group_rules [ 706.514666] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-141363e4-d44d-478a-a613-7194c71a6d2c taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.515305] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-141363e4-d44d-478a-a613-7194c71a6d2c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.515305] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-141363e4-d44d-478a-a613-7194c71a6d2c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.515305] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-141363e4-d44d-478a-a613-7194c71a6d2c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.515524] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('141363e4-d44d-478a-a613-7194c71a6d2c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.628473] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.628871] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.628871] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.629121] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.629202] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.630437] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a969b30d-10d6-4b7d-9631-7ad684d1d9ad already deleted. [ 706.630437] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a969b30d-10d6-4b7d-9631-7ad684d1d9ad" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.639536] env[65077]: INFO networking_nsxv3.common.synchronization [req-da32654e-4c6b-4425-b952-c022f0768e5a req-868cf7b0-2725-468c-91cf-c7c038cd122d tempest-ListImageFiltersTestJSON-302127372 tempest-ListImageFiltersTestJSON-302127372-project-member] Enqueued Resource ID: 2ae12a3a-1488-4d5d-8082-5ab6030e836e with Priority: HIGHEST for action security_group_members [ 706.640410] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ae12a3a-1488-4d5d-8082-5ab6030e836e with Priority: HIGHEST for action security_group_members [ 706.640742] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ae12a3a-1488-4d5d-8082-5ab6030e836e taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.641596] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ae12a3a-1488-4d5d-8082-5ab6030e836e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.641596] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ae12a3a-1488-4d5d-8082-5ab6030e836e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.641596] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ae12a3a-1488-4d5d-8082-5ab6030e836e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.641775] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.641870] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.641957] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.642200] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.642391] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.642391] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ae12a3a-1488-4d5d-8082-5ab6030e836e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.870017] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39fdd242-c400-49e1-8754-8fc68bcdde8f',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.012835] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock network-469 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.012835] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "network-469" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.012835] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "network-469" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.012835] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "network-469" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.012835] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.012835] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.012835] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.012835] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.012835] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.013741] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 707.014052] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 707.014281] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 707.014588] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 707.014817] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 707.015059] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 707.015399] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 707.039074] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 707.039286] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 707.039420] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 707.039604] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "network-469" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.040036] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock port-d31f58de-415b-4412-8a4d-f79f3615b0a1 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.040140] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "port-d31f58de-415b-4412-8a4d-f79f3615b0a1" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.040254] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "port-d31f58de-415b-4412-8a4d-f79f3615b0a1" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.040551] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "port-d31f58de-415b-4412-8a4d-f79f3615b0a1" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.040687] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d31f58de-415b-4412-8a4d-f79f3615b0a1',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.042452] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.043207] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.043207] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.043207] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.043207] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.043207] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 141363e4-d44d-478a-a613-7194c71a6d2c already deleted. [ 707.043207] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-141363e4-d44d-478a-a613-7194c71a6d2c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.145372] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ae12a3a-1488-4d5d-8082-5ab6030e836e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.374751] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39fdd242-c400-49e1-8754-8fc68bcdde8f',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.390152] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdc68775-ecc6-44aa-a67c-ded95b3118c3 in Status: SUCCESS [ 707.390372] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdc68775-ecc6-44aa-a67c-ded95b3118c3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.390678] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdc68775-ecc6-44aa-a67c-ded95b3118c3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.390807] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdc68775-ecc6-44aa-a67c-ded95b3118c3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.391086] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.391154] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.391388] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.391388] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.391453] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.391558] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdc68775-ecc6-44aa-a67c-ded95b3118c3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.391633] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fdc68775-ecc6-44aa-a67c-ded95b3118c3',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.393366] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 in Status: SUCCESS [ 707.393741] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 deletion is rescheduled due to dependency. [ 707.393817] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.545411] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.545939] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.546241] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.547329] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.551041] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.551041] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Segment Port d31f58de-415b-4412-8a4d-f79f3615b0a1 not found, creating... [ 707.551041] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.551041] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.551041] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.551041] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.551041] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.551041] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.551041] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.551041] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.552172] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.552619] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.553163] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Resource: SegmentPort with ID: d31f58de-415b-4412-8a4d-f79f3615b0a1 is going to be created. [ 707.589588] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.589588] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.589588] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.589588] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.589588] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.589588] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "port-d31f58de-415b-4412-8a4d-f79f3615b0a1" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.648151] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ae12a3a-1488-4d5d-8082-5ab6030e836e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.878662] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.879077] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.879077] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.879224] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.879353] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.879509] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f is going to be updated. [ 707.895769] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fdc68775-ecc6-44aa-a67c-ded95b3118c3',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.947769] env[65077]: INFO networking_nsxv3.common.synchronization [req-a780f04e-5484-4269-b46f-4dde511e6b4d req-a3dcc021-52b1-46b4-9244-e5773dd7a02d tempest-ServersNegativeTestMultiTenantJSON-1683451060 tempest-ServersNegativeTestMultiTenantJSON-1683451060-project-member] Enqueued Resource ID: 714f8205-8bd1-4a49-9fe4-6c7d52425bd8 with Priority: HIGHEST for action security_group_members [ 707.949097] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.949275] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.949340] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.949523] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.949722] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.952210] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 714f8205-8bd1-4a49-9fe4-6c7d52425bd8 with Priority: HIGHEST for action security_group_members [ 707.952652] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-714f8205-8bd1-4a49-9fe4-6c7d52425bd8 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.953542] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-714f8205-8bd1-4a49-9fe4-6c7d52425bd8" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.953617] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-714f8205-8bd1-4a49-9fe4-6c7d52425bd8" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.953867] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-714f8205-8bd1-4a49-9fe4-6c7d52425bd8" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.954021] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.954130] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.954918] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.955191] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.958916] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.958916] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('714f8205-8bd1-4a49-9fe4-6c7d52425bd8',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.974823] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f in Status: IN_PROGRESS for 2s [ 708.151534] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.151534] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.151534] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.152335] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.152539] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.152847] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ae12a3a-1488-4d5d-8082-5ab6030e836e is going to be updated. [ 708.198169] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.198404] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.198485] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.198786] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.198948] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.215661] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ae12a3a-1488-4d5d-8082-5ab6030e836e in Status: IN_PROGRESS for 2s [ 708.306062] env[65077]: INFO networking_nsxv3.common.synchronization [req-da32654e-4c6b-4425-b952-c022f0768e5a req-665cce8a-91ef-49eb-97fd-c0bf71d94b9e service nova] Enqueued Resource ID: 2ae12a3a-1488-4d5d-8082-5ab6030e836e with Priority: HIGHEST for action security_group_rules [ 708.306062] env[65077]: INFO networking_nsxv3.common.synchronization [req-da32654e-4c6b-4425-b952-c022f0768e5a req-665cce8a-91ef-49eb-97fd-c0bf71d94b9e service nova] Enqueued Resource ID: 2ae12a3a-1488-4d5d-8082-5ab6030e836e with Priority: HIGHEST for action security_group_members [ 708.306062] env[65077]: INFO networking_nsxv3.common.synchronization [req-da32654e-4c6b-4425-b952-c022f0768e5a req-665cce8a-91ef-49eb-97fd-c0bf71d94b9e service nova] Enqueued Resource ID: d31f58de-415b-4412-8a4d-f79f3615b0a1 with Priority: HIGHEST for action port [ 708.306408] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ae12a3a-1488-4d5d-8082-5ab6030e836e with Priority: HIGHEST for action security_group_rules [ 708.307297] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ae12a3a-1488-4d5d-8082-5ab6030e836e with Priority: HIGHEST for action security_group_members [ 708.307680] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d31f58de-415b-4412-8a4d-f79f3615b0a1 with Priority: HIGHEST for action port [ 708.308188] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ae12a3a-1488-4d5d-8082-5ab6030e836e taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.308808] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ae12a3a-1488-4d5d-8082-5ab6030e836e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.309087] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ae12a3a-1488-4d5d-8082-5ab6030e836e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.310299] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ae12a3a-1488-4d5d-8082-5ab6030e836e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.310511] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ae12a3a-1488-4d5d-8082-5ab6030e836e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.312193] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ae12a3a-1488-4d5d-8082-5ab6030e836e taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.312193] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ae12a3a-1488-4d5d-8082-5ab6030e836e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.313092] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-d31f58de-415b-4412-8a4d-f79f3615b0a1 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.313092] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d31f58de-415b-4412-8a4d-f79f3615b0a1" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.313092] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d31f58de-415b-4412-8a4d-f79f3615b0a1" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.313092] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d31f58de-415b-4412-8a4d-f79f3615b0a1" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.313406] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d31f58de-415b-4412-8a4d-f79f3615b0a1',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.399761] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2658107d-6754-4434-90fa-8d04c60b7c74 in Status: SUCCESS [ 708.399761] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.399761] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fdc68775-ecc6-44aa-a67c-ded95b3118c3: rpc.has_security_group_logging(os_id): False [ 708.400666] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.400883] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.401389] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.401555] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.401588] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.402406] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.402406] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.402406] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.402406] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2658107d-6754-4434-90fa-8d04c60b7c74',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.403117] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.403311] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.404603] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.404603] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.404603] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.404603] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.404603] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.404603] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2658107d-6754-4434-90fa-8d04c60b7c74',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.428904] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.429173] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.429278] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.429652] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.429819] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.430701] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.430701] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.430701] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.430701] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.430701] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.430701] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fdc68775-ecc6-44aa-a67c-ded95b3118c3 is going to be created. [ 708.459646] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.459907] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.460024] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.460240] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.460376] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.460647] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.460785] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.460922] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.461106] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.461216] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.461461] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 714f8205-8bd1-4a49-9fe4-6c7d52425bd8 is going to be updated. [ 708.507462] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.507625] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.507718] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.507967] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.508283] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.514345] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.514657] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.514760] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.515733] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.515733] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.523179] env[65077]: INFO networking_nsxv3.common.synchronization [req-ca9ae077-7eb0-440e-bcd5-1536496abea9 req-4f28eb6e-7692-4011-9fb2-b1bfc994432c tempest-SecurityGroupRulesNegativeTestJSON-210333372 tempest-SecurityGroupRulesNegativeTestJSON-210333372-project-member] Enqueued Resource ID: 141363e4-d44d-478a-a613-7194c71a6d2c with Priority: HIGHEST for action security_group_rules [ 708.523434] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 141363e4-d44d-478a-a613-7194c71a6d2c with Priority: HIGHEST for action security_group_rules [ 708.523935] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-141363e4-d44d-478a-a613-7194c71a6d2c taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.524092] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-141363e4-d44d-478a-a613-7194c71a6d2c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.524188] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-141363e4-d44d-478a-a613-7194c71a6d2c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.524765] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-141363e4-d44d-478a-a613-7194c71a6d2c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.524765] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('141363e4-d44d-478a-a613-7194c71a6d2c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.526831] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fdc68775-ecc6-44aa-a67c-ded95b3118c3 in Status: IN_PROGRESS for 2s [ 708.530633] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 714f8205-8bd1-4a49-9fe4-6c7d52425bd8 in Status: IN_PROGRESS for 2s [ 708.816469] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d31f58de-415b-4412-8a4d-f79f3615b0a1 with status ACTIVE [ 708.816841] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.817059] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.817131] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.817961] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.817961] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.817961] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.818122] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.818122] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.818330] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.818408] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.818665] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.818785] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.818863] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.819045] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.819124] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.819212] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d31f58de-415b-4412-8a4d-f79f3615b0a1 is going to be updated. [ 708.820621] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ae12a3a-1488-4d5d-8082-5ab6030e836e taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.820727] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ae12a3a-1488-4d5d-8082-5ab6030e836e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.846798] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.846798] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.846798] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.846798] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.846798] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.847241] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d31f58de-415b-4412-8a4d-f79f3615b0a1" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.905513] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-2658107d-6754-4434-90fa-8d04c60b7c74 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.905975] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.905975] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2658107d-6754-4434-90fa-8d04c60b7c74',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.069257] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.069846] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.070065] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.070321] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.070447] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.070584] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 141363e4-d44d-478a-a613-7194c71a6d2c already deleted. [ 709.070733] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-141363e4-d44d-478a-a613-7194c71a6d2c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.408619] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2658107d-6754-4434-90fa-8d04c60b7c74',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.455990] env[65077]: INFO networking_nsxv3.common.synchronization [req-3ae27cb5-5aa6-4a0b-b00c-05b358ef93ab req-1fe8c53c-a2e7-481a-90cb-2ca91c902f89 tempest-SecurityGroupsTestJSON-718931207 tempest-SecurityGroupsTestJSON-718931207-project-member] Enqueued Resource ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 with Priority: HIGHEST for action security_group_members [ 709.456838] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 with Priority: HIGHEST for action security_group_members [ 709.458039] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-814792c4-8d30-4cd1-beba-7dac1d6899a2 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.458039] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.458039] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.458579] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.459040] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.460462] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.464789] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.464789] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.464789] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.464789] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('814792c4-8d30-4cd1-beba-7dac1d6899a2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.916473] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.916793] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.916793] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.916952] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.917040] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.917144] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2658107d-6754-4434-90fa-8d04c60b7c74 is going to be updated. [ 709.950923] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.950923] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.950923] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.950923] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.950923] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.959953] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2658107d-6754-4434-90fa-8d04c60b7c74 in Status: IN_PROGRESS for 2s [ 709.965616] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.965763] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.965763] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.966097] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.966097] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.966250] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.966858] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.966858] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.967074] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.967232] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.968275] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 already deleted. [ 709.968388] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.975174] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock network-48 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.975174] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "network-48" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.975362] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "network-48" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.975543] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "network-48" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.975800] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.976089] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.976089] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.976260] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.976395] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.976584] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 709.976908] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 709.976908] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 709.976908] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 709.977073] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 709.977248] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 709.977770] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 709.988547] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f in Status: SUCCESS [ 709.988547] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.988757] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.988992] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.989446] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.989446] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.989446] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.989605] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.990091] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.990091] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.990091] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('39fdd242-c400-49e1-8754-8fc68bcdde8f',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.001184] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 710.001184] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 710.001184] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 710.001184] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "network-48" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.001184] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock port-67fcc143-04a1-44de-87ac-880d56ceb29c taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.001184] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "port-67fcc143-04a1-44de-87ac-880d56ceb29c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.001415] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "port-67fcc143-04a1-44de-87ac-880d56ceb29c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.001563] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "port-67fcc143-04a1-44de-87ac-880d56ceb29c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.001719] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67fcc143-04a1-44de-87ac-880d56ceb29c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.230166] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ae12a3a-1488-4d5d-8082-5ab6030e836e in Status: SUCCESS [ 710.230166] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ae12a3a-1488-4d5d-8082-5ab6030e836e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.230166] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ae12a3a-1488-4d5d-8082-5ab6030e836e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.230166] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ae12a3a-1488-4d5d-8082-5ab6030e836e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.230166] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.230166] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.230166] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.230166] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.230166] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.230166] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ae12a3a-1488-4d5d-8082-5ab6030e836e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.531441] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-39fdd242-c400-49e1-8754-8fc68bcdde8f taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.531441] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.531441] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.531441] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.531441] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.531441] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.531441] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.531441] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.531441] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.531441] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.531441] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-39fdd242-c400-49e1-8754-8fc68bcdde8f taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.531441] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.531441] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.531441] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.531441] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.531441] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.532191] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.532191] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.532191] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.532191] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.532191] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('39fdd242-c400-49e1-8754-8fc68bcdde8f',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.533479] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.533659] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.533785] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.533992] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.534160] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.534314] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Segment Port 67fcc143-04a1-44de-87ac-880d56ceb29c not found, creating... [ 710.534594] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.534781] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.534908] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.535122] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.535263] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.535545] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.535710] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.537736] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.537736] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.537736] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.537736] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Resource: SegmentPort with ID: 67fcc143-04a1-44de-87ac-880d56ceb29c is going to be created. [ 710.556406] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 714f8205-8bd1-4a49-9fe4-6c7d52425bd8 in Status: SUCCESS [ 710.556579] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 714f8205-8bd1-4a49-9fe4-6c7d52425bd8 deletion is rescheduled due to dependency. [ 710.556711] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-714f8205-8bd1-4a49-9fe4-6c7d52425bd8" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.560817] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fdc68775-ecc6-44aa-a67c-ded95b3118c3 in Status: SUCCESS [ 710.561086] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fdc68775-ecc6-44aa-a67c-ded95b3118c3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.567114] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.567354] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.568279] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.568279] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.568279] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.568279] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "port-67fcc143-04a1-44de-87ac-880d56ceb29c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.734312] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ae12a3a-1488-4d5d-8082-5ab6030e836e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.896560] env[65077]: INFO networking_nsxv3.common.synchronization [req-e6474a56-9818-4a0d-8f0e-c86a2d234d22 req-835a51cf-eade-416f-878c-e15a70297d68 tempest-ImagesTestJSON-1309032847 tempest-ImagesTestJSON-1309032847-project-member] Enqueued Resource ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe with Priority: HIGHEST for action security_group_members [ 710.897328] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe with Priority: HIGHEST for action security_group_members [ 710.897761] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.897947] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.898558] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.898558] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.898558] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.898558] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.898830] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.898893] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.899107] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.899394] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f36cbb2-486d-4165-9c43-4e3dee0a0ebe',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.040230] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 39fdd242-c400-49e1-8754-8fc68bcdde8f: rpc.has_security_group_logging(os_id): False [ 711.060776] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.060987] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.061046] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.061276] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.061366] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.061595] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.061728] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.061802] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.061980] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.062074] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.062326] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.062413] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.062413] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.062558] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.062633] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.062826] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.062912] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.062964] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.063347] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.063624] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.063624] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f is going to be updated. [ 711.142250] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.142440] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.142497] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.142788] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.142992] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.161774] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f in Status: IN_PROGRESS for 2s [ 711.237505] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ae12a3a-1488-4d5d-8082-5ab6030e836e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.283669] env[65077]: INFO networking_nsxv3.common.synchronization [req-3ae27cb5-5aa6-4a0b-b00c-05b358ef93ab req-15d9932d-24e0-4a0d-921d-22c5f8f6d8cb service nova] Enqueued Resource ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 with Priority: HIGHEST for action security_group_rules [ 711.283871] env[65077]: INFO networking_nsxv3.common.synchronization [req-3ae27cb5-5aa6-4a0b-b00c-05b358ef93ab req-15d9932d-24e0-4a0d-921d-22c5f8f6d8cb service nova] Enqueued Resource ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 with Priority: HIGHEST for action security_group_members [ 711.284039] env[65077]: INFO networking_nsxv3.common.synchronization [req-3ae27cb5-5aa6-4a0b-b00c-05b358ef93ab req-15d9932d-24e0-4a0d-921d-22c5f8f6d8cb service nova] Enqueued Resource ID: 67fcc143-04a1-44de-87ac-880d56ceb29c with Priority: HIGHEST for action port [ 711.284777] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 with Priority: HIGHEST for action security_group_rules [ 711.284925] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 with Priority: HIGHEST for action security_group_members [ 711.285050] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67fcc143-04a1-44de-87ac-880d56ceb29c with Priority: HIGHEST for action port [ 711.285345] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-814792c4-8d30-4cd1-beba-7dac1d6899a2 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.285472] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.285816] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.285979] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.285979] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('814792c4-8d30-4cd1-beba-7dac1d6899a2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.287383] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-814792c4-8d30-4cd1-beba-7dac1d6899a2 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.287515] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.287607] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.287796] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.287966] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.288074] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.288139] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.288318] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.288373] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.288561] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('814792c4-8d30-4cd1-beba-7dac1d6899a2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.289430] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-67fcc143-04a1-44de-87ac-880d56ceb29c taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.289554] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67fcc143-04a1-44de-87ac-880d56ceb29c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.289620] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67fcc143-04a1-44de-87ac-880d56ceb29c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.289799] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67fcc143-04a1-44de-87ac-880d56ceb29c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.289882] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67fcc143-04a1-44de-87ac-880d56ceb29c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.402688] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.402932] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.403017] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.403306] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.407131] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.407131] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.407131] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.407131] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.407131] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.407131] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.407131] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe is going to be updated. [ 711.446053] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.447130] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.447130] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.447130] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.447130] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.464411] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe in Status: IN_PROGRESS for 2s [ 711.743670] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.743670] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.743670] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.743670] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.743670] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.743670] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ae12a3a-1488-4d5d-8082-5ab6030e836e is going to be updated. [ 711.791847] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('814792c4-8d30-4cd1-beba-7dac1d6899a2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.792970] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-814792c4-8d30-4cd1-beba-7dac1d6899a2 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.793122] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.793483] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 67fcc143-04a1-44de-87ac-880d56ceb29c with status ACTIVE [ 711.793673] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.793788] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.793867] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.794079] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.794207] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.794327] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.794429] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.794583] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.794660] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.794721] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.794906] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.795015] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.795073] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.795201] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.795276] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.795569] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 67fcc143-04a1-44de-87ac-880d56ceb29c is going to be updated. [ 711.797515] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.797631] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.797693] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.797833] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.797968] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.815938] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ae12a3a-1488-4d5d-8082-5ab6030e836e in Status: IN_PROGRESS for 2s [ 711.835106] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.835106] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.835106] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.835106] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.835106] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.835437] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67fcc143-04a1-44de-87ac-880d56ceb29c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.973197] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2658107d-6754-4434-90fa-8d04c60b7c74 in Status: SUCCESS [ 711.973426] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.973601] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.973840] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.974054] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.974175] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.974246] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.974399] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.974486] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.974576] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.974739] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-2658107d-6754-4434-90fa-8d04c60b7c74 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.974837] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.974901] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.975055] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.975201] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.975296] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.975362] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.975508] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.975586] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.975670] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.975764] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2658107d-6754-4434-90fa-8d04c60b7c74',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.103197] env[65077]: INFO networking_nsxv3.common.synchronization [req-b5d7b2b1-9897-4797-adef-7a9b044c10db req-def6c2a9-0269-4326-b2fb-877bdaa54de1 tempest-ServersTestBootFromVolume-422791047 tempest-ServersTestBootFromVolume-422791047-project-member] Enqueued Resource ID: 569b6c9c-8cab-4869-9938-b0f7fdec09ad with Priority: HIGHEST for action security_group_members [ 712.103750] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 569b6c9c-8cab-4869-9938-b0f7fdec09ad with Priority: HIGHEST for action security_group_members [ 712.105301] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-569b6c9c-8cab-4869-9938-b0f7fdec09ad taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.105482] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-569b6c9c-8cab-4869-9938-b0f7fdec09ad" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.105598] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-569b6c9c-8cab-4869-9938-b0f7fdec09ad" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.105839] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-569b6c9c-8cab-4869-9938-b0f7fdec09ad" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.106060] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.106198] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.106778] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.106998] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.107131] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.107337] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('569b6c9c-8cab-4869-9938-b0f7fdec09ad',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.294548] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('814792c4-8d30-4cd1-beba-7dac1d6899a2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.480648] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2658107d-6754-4434-90fa-8d04c60b7c74: rpc.has_security_group_logging(os_id): False [ 712.501284] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.501433] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.501512] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.501742] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.501861] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.502109] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.502214] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.503141] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.503141] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.503141] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.503141] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.503141] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.503141] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.503141] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.503141] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.503581] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.503581] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.503581] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.503581] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.503581] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.503775] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2658107d-6754-4434-90fa-8d04c60b7c74 is going to be updated. [ 712.592232] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.592452] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.593306] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.593306] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.593306] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.609511] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.610107] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.610347] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.610732] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.611026] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.612265] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.612265] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.612265] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.612265] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.612265] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.612265] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 569b6c9c-8cab-4869-9938-b0f7fdec09ad is going to be updated. [ 712.614702] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2658107d-6754-4434-90fa-8d04c60b7c74 in Status: IN_PROGRESS for 2s [ 712.655723] env[65077]: INFO networking_nsxv3.common.synchronization [None req-c93b657a-341d-43c5-83be-4529cb835f59 None None] Enqueued Resource ID: c61db372-e609-44d1-a40f-16ab36e8a84b with Priority: HIGHEST for action port [ 712.656406] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c61db372-e609-44d1-a40f-16ab36e8a84b with Priority: HIGHEST for action port [ 712.656733] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-c61db372-e609-44d1-a40f-16ab36e8a84b taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.656860] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c61db372-e609-44d1-a40f-16ab36e8a84b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.656935] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c61db372-e609-44d1-a40f-16ab36e8a84b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.657203] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c61db372-e609-44d1-a40f-16ab36e8a84b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.657284] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c61db372-e609-44d1-a40f-16ab36e8a84b',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.662702] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.662847] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.662913] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.663140] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.663286] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.675353] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 569b6c9c-8cab-4869-9938-b0f7fdec09ad in Status: IN_PROGRESS for 2s [ 712.803064] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.803374] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.803478] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.803707] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.803861] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.803920] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 is going to be created. [ 712.831240] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.831403] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.831448] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.831660] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.831826] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.849334] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 in Status: UNINITIALIZED for 2s [ 712.870593] env[65077]: INFO networking_nsxv3.common.synchronization [req-b16a19ae-93d5-461d-84b1-314564b30123 req-3f4697f1-0784-4a94-93b8-b0edb2ba0e94 tempest-ServersAdminTestJSON-426377813 tempest-ServersAdminTestJSON-426377813-project-member] Enqueued Resource ID: 01ad1d78-1c0f-4656-b348-852e5afff800 with Priority: HIGHEST for action security_group_members [ 712.870722] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01ad1d78-1c0f-4656-b348-852e5afff800 with Priority: HIGHEST for action security_group_members [ 712.871010] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ad1d78-1c0f-4656-b348-852e5afff800 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.871262] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.871344] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.871540] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.872086] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.872214] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.872267] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.872424] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.872518] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.872619] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01ad1d78-1c0f-4656-b348-852e5afff800',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.158957] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c61db372-e609-44d1-a40f-16ab36e8a84b [ 713.160549] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.160549] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.160549] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.160549] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.160549] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.160549] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c61db372-e609-44d1-a40f-16ab36e8a84b already deleted. [ 713.160549] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c61db372-e609-44d1-a40f-16ab36e8a84b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.179944] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f in Status: SUCCESS [ 713.180449] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.350219] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock network-389 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.350219] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "network-389" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.350219] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "network-389" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.350499] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "network-389" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.350704] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.351216] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.351216] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.351216] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.351354] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.351565] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 713.351675] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 713.351783] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 713.351887] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 713.351994] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 713.352122] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 713.352295] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 713.376067] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01ad1d78-1c0f-4656-b348-852e5afff800',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.382030] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 713.382030] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 713.382030] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 713.382030] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "network-389" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.382030] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock port-0fa7f975-3241-478a-8c4d-532166f7ba7f taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.382310] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "port-0fa7f975-3241-478a-8c4d-532166f7ba7f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.382575] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "port-0fa7f975-3241-478a-8c4d-532166f7ba7f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.383357] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "port-0fa7f975-3241-478a-8c4d-532166f7ba7f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.383357] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fa7f975-3241-478a-8c4d-532166f7ba7f',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.476932] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe in Status: SUCCESS [ 713.477201] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe deletion is rescheduled due to dependency. [ 713.477298] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.830479] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ae12a3a-1488-4d5d-8082-5ab6030e836e in Status: SUCCESS [ 713.830479] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ae12a3a-1488-4d5d-8082-5ab6030e836e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.830479] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ae12a3a-1488-4d5d-8082-5ab6030e836e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.830479] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ae12a3a-1488-4d5d-8082-5ab6030e836e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.830479] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.830801] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.830801] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.830894] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.831600] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.831600] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ae12a3a-1488-4d5d-8082-5ab6030e836e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.831600] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ae12a3a-1488-4d5d-8082-5ab6030e836e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.879291] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01ad1d78-1c0f-4656-b348-852e5afff800',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.886121] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.886521] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.886696] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.887074] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.887298] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.887510] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Segment Port 0fa7f975-3241-478a-8c4d-532166f7ba7f not found, creating... [ 713.887971] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.888210] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.888325] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.888709] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.888820] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.889260] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.889559] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.889704] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.889944] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.890220] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.894024] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Resource: SegmentPort with ID: 0fa7f975-3241-478a-8c4d-532166f7ba7f is going to be created. [ 713.918704] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.919071] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.919268] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.919801] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.920481] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.920625] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "port-0fa7f975-3241-478a-8c4d-532166f7ba7f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.334582] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ae12a3a-1488-4d5d-8082-5ab6030e836e taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.334981] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ae12a3a-1488-4d5d-8082-5ab6030e836e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.334981] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ae12a3a-1488-4d5d-8082-5ab6030e836e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.335157] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ae12a3a-1488-4d5d-8082-5ab6030e836e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.335309] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.335985] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.336122] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.336255] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.336345] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.336441] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ae12a3a-1488-4d5d-8082-5ab6030e836e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.336604] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ae12a3a-1488-4d5d-8082-5ab6030e836e taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.336718] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ae12a3a-1488-4d5d-8082-5ab6030e836e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.336806] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ae12a3a-1488-4d5d-8082-5ab6030e836e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.337018] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ae12a3a-1488-4d5d-8082-5ab6030e836e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.337096] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.337181] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.337240] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.337351] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.337430] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.337979] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ae12a3a-1488-4d5d-8082-5ab6030e836e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.338101] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ae12a3a-1488-4d5d-8082-5ab6030e836e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.381931] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.382319] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.382404] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.382612] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.382704] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.382814] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01ad1d78-1c0f-4656-b348-852e5afff800 is going to be updated. [ 714.425918] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.426260] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.426260] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.426472] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.426953] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.439639] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ad1d78-1c0f-4656-b348-852e5afff800 in Status: IN_PROGRESS for 2s [ 714.635107] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2658107d-6754-4434-90fa-8d04c60b7c74 in Status: SUCCESS [ 714.636302] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.636302] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.636373] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.636565] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2658107d-6754-4434-90fa-8d04c60b7c74',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.688268] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 569b6c9c-8cab-4869-9938-b0f7fdec09ad in Status: SUCCESS [ 714.689154] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 569b6c9c-8cab-4869-9938-b0f7fdec09ad deletion is rescheduled due to dependency. [ 714.689154] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-569b6c9c-8cab-4869-9938-b0f7fdec09ad" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.701615] env[65077]: INFO networking_nsxv3.common.synchronization [None req-5760ed17-5bea-4496-80b7-7b43b1922482 tempest-AttachInterfacesTestJSON-1133181043 tempest-AttachInterfacesTestJSON-1133181043-project-member] Enqueued Resource ID: 8b1c3ed5-47b2-4a6d-b727-aed3431443bf with Priority: HIGHEST for action security_group_rules [ 714.702220] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b1c3ed5-47b2-4a6d-b727-aed3431443bf with Priority: HIGHEST for action security_group_rules [ 714.702473] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b1c3ed5-47b2-4a6d-b727-aed3431443bf taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.702593] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b1c3ed5-47b2-4a6d-b727-aed3431443bf" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.702650] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b1c3ed5-47b2-4a6d-b727-aed3431443bf" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.702908] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b1c3ed5-47b2-4a6d-b727-aed3431443bf" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.702997] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b1c3ed5-47b2-4a6d-b727-aed3431443bf',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.716084] env[65077]: INFO networking_nsxv3.common.synchronization [req-b16a19ae-93d5-461d-84b1-314564b30123 req-32d6fe7a-31c1-4303-bcf0-9346f65e344f service nova] Enqueued Resource ID: 01ad1d78-1c0f-4656-b348-852e5afff800 with Priority: HIGHEST for action security_group_rules [ 714.716266] env[65077]: INFO networking_nsxv3.common.synchronization [req-b16a19ae-93d5-461d-84b1-314564b30123 req-32d6fe7a-31c1-4303-bcf0-9346f65e344f service nova] Enqueued Resource ID: 01ad1d78-1c0f-4656-b348-852e5afff800 with Priority: HIGHEST for action security_group_members [ 714.716395] env[65077]: INFO networking_nsxv3.common.synchronization [req-b16a19ae-93d5-461d-84b1-314564b30123 req-32d6fe7a-31c1-4303-bcf0-9346f65e344f service nova] Enqueued Resource ID: 0fa7f975-3241-478a-8c4d-532166f7ba7f with Priority: HIGHEST for action port [ 714.717845] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01ad1d78-1c0f-4656-b348-852e5afff800 with Priority: HIGHEST for action security_group_rules [ 714.718189] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01ad1d78-1c0f-4656-b348-852e5afff800 with Priority: HIGHEST for action security_group_members [ 714.718313] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fa7f975-3241-478a-8c4d-532166f7ba7f with Priority: HIGHEST for action port [ 714.719521] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01ad1d78-1c0f-4656-b348-852e5afff800 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.719668] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.719740] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.719939] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.720038] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01ad1d78-1c0f-4656-b348-852e5afff800',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.721025] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ad1d78-1c0f-4656-b348-852e5afff800 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.721774] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.721850] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-0fa7f975-3241-478a-8c4d-532166f7ba7f taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.721944] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0fa7f975-3241-478a-8c4d-532166f7ba7f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.722049] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0fa7f975-3241-478a-8c4d-532166f7ba7f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.722385] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0fa7f975-3241-478a-8c4d-532166f7ba7f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.722924] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fa7f975-3241-478a-8c4d-532166f7ba7f',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.841938] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ae12a3a-1488-4d5d-8082-5ab6030e836e: rpc.has_security_group_logging(os_id): False [ 714.853734] env[65077]: INFO networking_nsxv3.common.synchronization [None req-f4b75867-4d5f-4e86-a5d1-e38f75915abe tempest-AttachInterfacesTestJSON-1133181043 tempest-AttachInterfacesTestJSON-1133181043-project-member] Enqueued Resource ID: 8b1c3ed5-47b2-4a6d-b727-aed3431443bf with Priority: HIGHEST for action security_group_rules [ 714.854748] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b1c3ed5-47b2-4a6d-b727-aed3431443bf with Priority: HIGHEST for action security_group_rules [ 714.855482] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b1c3ed5-47b2-4a6d-b727-aed3431443bf taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.855725] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b1c3ed5-47b2-4a6d-b727-aed3431443bf" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.860117] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 in Status: SUCCESS [ 714.860370] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.860671] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.860885] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.861203] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.861808] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.861808] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.861808] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.861990] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.862313] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.862313] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('814792c4-8d30-4cd1-beba-7dac1d6899a2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.864362] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.864362] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.864362] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.864362] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.864362] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.864628] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.864628] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.864726] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.864848] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.864934] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.865164] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.865236] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.865267] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.865423] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.865502] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.865687] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.867417] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.867518] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.867681] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.867763] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.867975] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ae12a3a-1488-4d5d-8082-5ab6030e836e is going to be updated. [ 714.941949] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.942126] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.942126] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.942353] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.942937] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.973334] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ae12a3a-1488-4d5d-8082-5ab6030e836e in Status: IN_PROGRESS for 2s [ 715.087998] env[65077]: INFO networking_nsxv3.common.synchronization [req-ba4affbe-1f19-464e-b57f-e076d2e67d4f req-f8ca04e6-47ff-48e6-a31b-591dcc3a07b0 tempest-ServerRescueNegativeTestJSON-2015207523 tempest-ServerRescueNegativeTestJSON-2015207523-project-member] Enqueued Resource ID: f29a6911-5dec-41fc-bbc0-9565b59adc76 with Priority: HIGHEST for action security_group_members [ 715.088386] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f29a6911-5dec-41fc-bbc0-9565b59adc76 with Priority: HIGHEST for action security_group_members [ 715.088779] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-f29a6911-5dec-41fc-bbc0-9565b59adc76 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.088939] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f29a6911-5dec-41fc-bbc0-9565b59adc76" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.088939] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f29a6911-5dec-41fc-bbc0-9565b59adc76" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.089350] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f29a6911-5dec-41fc-bbc0-9565b59adc76" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.089537] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.089634] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.089704] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.089925] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.090031] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.090130] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f29a6911-5dec-41fc-bbc0-9565b59adc76',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.138765] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-2658107d-6754-4434-90fa-8d04c60b7c74 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.139510] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.139510] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.139510] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.139510] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.139723] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.139723] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.139870] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.139958] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.141497] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.141497] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2658107d-6754-4434-90fa-8d04c60b7c74',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.225268] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0fa7f975-3241-478a-8c4d-532166f7ba7f with status ACTIVE [ 715.225598] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.225756] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.225836] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.226108] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.226232] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.226471] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.227499] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.227499] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.227499] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.227499] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.227499] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.227499] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.227499] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.227813] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.227813] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.227813] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0fa7f975-3241-478a-8c4d-532166f7ba7f is going to be updated. [ 715.230022] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.230134] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.230204] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.230377] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.230463] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.234090] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b1c3ed5-47b2-4a6d-b727-aed3431443bf already deleted. [ 715.234090] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b1c3ed5-47b2-4a6d-b727-aed3431443bf" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.234090] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ad1d78-1c0f-4656-b348-852e5afff800 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.234090] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.234090] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b1c3ed5-47b2-4a6d-b727-aed3431443bf" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.234090] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b1c3ed5-47b2-4a6d-b727-aed3431443bf" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.234090] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b1c3ed5-47b2-4a6d-b727-aed3431443bf',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.263243] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.263432] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.263469] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.264181] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.264181] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.264291] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0fa7f975-3241-478a-8c4d-532166f7ba7f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.374144] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-814792c4-8d30-4cd1-beba-7dac1d6899a2 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.374144] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.374144] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.374144] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.374144] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.374144] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.374144] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.374144] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.374144] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.374144] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.374144] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-814792c4-8d30-4cd1-beba-7dac1d6899a2 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.374144] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.374144] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.374144] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.376290] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.377806] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.377806] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.377806] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.377806] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.377806] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.377806] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('814792c4-8d30-4cd1-beba-7dac1d6899a2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.388281] env[65077]: INFO networking_nsxv3.common.synchronization [None req-603e35fb-ba37-483c-906c-be30c9a5f3ad None None] Enqueued Resource ID: d1338232-42ec-42e8-a214-24f695ed97f6 with Priority: HIGHEST for action port [ 715.388883] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1338232-42ec-42e8-a214-24f695ed97f6 with Priority: HIGHEST for action port [ 715.389300] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1338232-42ec-42e8-a214-24f695ed97f6 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.389407] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1338232-42ec-42e8-a214-24f695ed97f6" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.389457] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1338232-42ec-42e8-a214-24f695ed97f6" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.389888] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1338232-42ec-42e8-a214-24f695ed97f6" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.389888] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1338232-42ec-42e8-a214-24f695ed97f6',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.561298] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock network-367 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.561298] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "network-367" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.561796] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "network-367" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.562426] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "network-367" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.562426] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.562658] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.563276] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.563276] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.563925] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.563925] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 715.564189] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 715.564189] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 715.564978] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 715.564978] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 715.564978] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 715.565277] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 715.588235] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 715.588235] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 715.588235] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 715.588235] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "network-367" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.588456] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock port-513db115-8ada-456f-90bd-767e9ec856b7 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.588691] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "port-513db115-8ada-456f-90bd-767e9ec856b7" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.588845] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "port-513db115-8ada-456f-90bd-767e9ec856b7" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.589227] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "port-513db115-8ada-456f-90bd-767e9ec856b7" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.589398] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('513db115-8ada-456f-90bd-767e9ec856b7',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.592193] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.592298] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.592298] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.592491] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.592581] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.592786] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.592904] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.592988] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.593175] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.593253] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.593354] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f29a6911-5dec-41fc-bbc0-9565b59adc76 already deleted. [ 715.593686] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f29a6911-5dec-41fc-bbc0-9565b59adc76" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.644151] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-2658107d-6754-4434-90fa-8d04c60b7c74 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.644468] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.644671] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.644969] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.645221] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.645812] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.645812] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.645970] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.646012] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.646110] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.646278] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-2658107d-6754-4434-90fa-8d04c60b7c74 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.646393] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.646454] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.646674] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.646816] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.646908] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.646989] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.647193] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.647271] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.647372] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.647438] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2658107d-6754-4434-90fa-8d04c60b7c74',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.757698] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.757858] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.757858] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.758122] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.758241] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.758297] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b1c3ed5-47b2-4a6d-b727-aed3431443bf already deleted. [ 715.758384] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b1c3ed5-47b2-4a6d-b727-aed3431443bf" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.882739] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 814792c4-8d30-4cd1-beba-7dac1d6899a2: rpc.has_security_group_logging(os_id): False [ 715.895891] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d1338232-42ec-42e8-a214-24f695ed97f6 [ 715.896187] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.896340] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.896405] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.896655] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.896764] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.896862] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d1338232-42ec-42e8-a214-24f695ed97f6 already deleted. [ 715.896943] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1338232-42ec-42e8-a214-24f695ed97f6" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.899973] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.900126] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.900193] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.900398] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.900478] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.900714] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.900814] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.900877] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.901051] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.901139] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.901326] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.901423] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.901483] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.901622] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.901703] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.901877] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.901975] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.902081] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.902228] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.902281] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.902369] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 is going to be created. [ 716.087816] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.087989] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.089462] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.089462] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.089462] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.092568] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.092916] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.093246] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.093916] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.093916] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.093916] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Segment Port 513db115-8ada-456f-90bd-767e9ec856b7 not found, creating... [ 716.094185] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.094882] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.094882] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.094882] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.094882] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.095446] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.096806] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.096806] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.096806] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.096806] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.096806] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Resource: SegmentPort with ID: 513db115-8ada-456f-90bd-767e9ec856b7 is going to be created. [ 716.103918] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 in Status: IN_PROGRESS for 2s [ 716.121113] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.121113] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.121113] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.121263] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.121516] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.121729] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "port-513db115-8ada-456f-90bd-767e9ec856b7" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.150704] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2658107d-6754-4434-90fa-8d04c60b7c74: rpc.has_security_group_logging(os_id): False [ 716.179109] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.179109] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.179109] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.179400] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.179502] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.180052] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.180052] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.180052] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.180052] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.180305] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.180305] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.180380] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.180466] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.180575] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.180647] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.180831] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.180935] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.181102] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.181331] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.181410] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.181498] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2658107d-6754-4434-90fa-8d04c60b7c74 is going to be updated. [ 716.342024] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.342229] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.342285] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.342463] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.342613] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.368734] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2658107d-6754-4434-90fa-8d04c60b7c74 in Status: IN_PROGRESS for 2s [ 716.452433] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ad1d78-1c0f-4656-b348-852e5afff800 in Status: SUCCESS [ 716.452433] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.452433] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.452433] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.452433] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.452433] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.452433] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.452433] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.452433] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.452433] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01ad1d78-1c0f-4656-b348-852e5afff800',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.750114] env[65077]: INFO networking_nsxv3.common.synchronization [req-b94fb02c-b4dd-4420-8d6c-c82b01d52584 req-15af7363-c585-46b3-a537-d09d74356481 tempest-ServersV294TestFqdnHostnames-121994223 tempest-ServersV294TestFqdnHostnames-121994223-project-member] Enqueued Resource ID: 1d8d74ae-6e56-4bd3-b4fd-f8a7d42014d6 with Priority: HIGHEST for action security_group_members [ 716.750912] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d8d74ae-6e56-4bd3-b4fd-f8a7d42014d6 with Priority: HIGHEST for action security_group_members [ 716.751688] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d8d74ae-6e56-4bd3-b4fd-f8a7d42014d6 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.751688] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d8d74ae-6e56-4bd3-b4fd-f8a7d42014d6" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.751688] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d8d74ae-6e56-4bd3-b4fd-f8a7d42014d6" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.751981] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d8d74ae-6e56-4bd3-b4fd-f8a7d42014d6" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.752155] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.752314] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.752428] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.752621] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.752766] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.752932] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d8d74ae-6e56-4bd3-b4fd-f8a7d42014d6',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.898775] env[65077]: INFO networking_nsxv3.common.synchronization [req-ba4affbe-1f19-464e-b57f-e076d2e67d4f req-83df6852-858a-42d6-a487-c443dffb3d9d service nova] Enqueued Resource ID: f29a6911-5dec-41fc-bbc0-9565b59adc76 with Priority: HIGHEST for action security_group_rules [ 716.898985] env[65077]: INFO networking_nsxv3.common.synchronization [req-ba4affbe-1f19-464e-b57f-e076d2e67d4f req-83df6852-858a-42d6-a487-c443dffb3d9d service nova] Enqueued Resource ID: f29a6911-5dec-41fc-bbc0-9565b59adc76 with Priority: HIGHEST for action security_group_members [ 716.899179] env[65077]: INFO networking_nsxv3.common.synchronization [req-ba4affbe-1f19-464e-b57f-e076d2e67d4f req-83df6852-858a-42d6-a487-c443dffb3d9d service nova] Enqueued Resource ID: 513db115-8ada-456f-90bd-767e9ec856b7 with Priority: HIGHEST for action port [ 716.900127] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f29a6911-5dec-41fc-bbc0-9565b59adc76 with Priority: HIGHEST for action security_group_rules [ 716.900285] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f29a6911-5dec-41fc-bbc0-9565b59adc76 with Priority: HIGHEST for action security_group_members [ 716.900385] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 513db115-8ada-456f-90bd-767e9ec856b7 with Priority: HIGHEST for action port [ 716.900764] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f29a6911-5dec-41fc-bbc0-9565b59adc76 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.900901] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f29a6911-5dec-41fc-bbc0-9565b59adc76" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.900973] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f29a6911-5dec-41fc-bbc0-9565b59adc76" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.901262] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f29a6911-5dec-41fc-bbc0-9565b59adc76" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.901377] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f29a6911-5dec-41fc-bbc0-9565b59adc76',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.902300] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-f29a6911-5dec-41fc-bbc0-9565b59adc76 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.902422] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f29a6911-5dec-41fc-bbc0-9565b59adc76" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.902488] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f29a6911-5dec-41fc-bbc0-9565b59adc76" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.903246] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f29a6911-5dec-41fc-bbc0-9565b59adc76" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.906044] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.906044] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.906044] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.906044] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.906044] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.906044] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f29a6911-5dec-41fc-bbc0-9565b59adc76',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.906044] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-513db115-8ada-456f-90bd-767e9ec856b7 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.906044] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-513db115-8ada-456f-90bd-767e9ec856b7" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.906044] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-513db115-8ada-456f-90bd-767e9ec856b7" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.906044] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-513db115-8ada-456f-90bd-767e9ec856b7" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.906044] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('513db115-8ada-456f-90bd-767e9ec856b7',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.956727] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01ad1d78-1c0f-4656-b348-852e5afff800',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.997175] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ae12a3a-1488-4d5d-8082-5ab6030e836e in Status: SUCCESS [ 716.997175] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ae12a3a-1488-4d5d-8082-5ab6030e836e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.255546] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.255835] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.255835] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.256105] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.256191] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.256399] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.256499] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.256564] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.256822] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.256928] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.257043] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d8d74ae-6e56-4bd3-b4fd-f8a7d42014d6 is going to be updated. [ 717.289885] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.289885] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.289885] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.289885] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.289885] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.301748] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d8d74ae-6e56-4bd3-b4fd-f8a7d42014d6 in Status: IN_PROGRESS for 2s [ 717.407624] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-f29a6911-5dec-41fc-bbc0-9565b59adc76 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.407719] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f29a6911-5dec-41fc-bbc0-9565b59adc76" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.408256] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f29a6911-5dec-41fc-bbc0-9565b59adc76',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.408930] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 513db115-8ada-456f-90bd-767e9ec856b7 with status ACTIVE [ 717.409135] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.409317] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.409317] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.409515] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.409594] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.409797] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.409913] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.409986] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.410155] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.410216] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.410380] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.410471] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.410528] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.410688] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.410762] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.410823] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 513db115-8ada-456f-90bd-767e9ec856b7 is going to be updated. [ 717.441093] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.441450] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.441450] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.441570] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.441668] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.441858] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-513db115-8ada-456f-90bd-767e9ec856b7" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.458366] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01ad1d78-1c0f-4656-b348-852e5afff800',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.878803] env[65077]: INFO networking_nsxv3.common.synchronization [req-3b0d55be-b6d2-42c6-a730-d50bbc24810c req-c337c660-7d64-491b-b265-e528c8f7d4d1 tempest-ServersTestMultiNic-137846435 tempest-ServersTestMultiNic-137846435-project-member] Enqueued Resource ID: 2658107d-6754-4434-90fa-8d04c60b7c74 with Priority: HIGHEST for action security_group_members [ 717.879389] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2658107d-6754-4434-90fa-8d04c60b7c74 with Priority: HIGHEST for action security_group_members [ 717.879749] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-2658107d-6754-4434-90fa-8d04c60b7c74 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.879915] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.880031] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.880318] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.880715] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.880837] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.880929] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.881172] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.881299] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.881425] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2658107d-6754-4434-90fa-8d04c60b7c74',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.914111] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f29a6911-5dec-41fc-bbc0-9565b59adc76',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.938498] env[65077]: INFO networking_nsxv3.common.synchronization [req-8f710af1-ea36-4240-8c70-7a063f422be2 req-c3331860-f42b-46d4-9110-4806855c05f5 tempest-ServersAdminNegativeTestJSON-2103935225 tempest-ServersAdminNegativeTestJSON-2103935225-project-member] Enqueued Resource ID: 1bf0553a-aef7-4f32-93c5-9543708dded2 with Priority: HIGHEST for action security_group_members [ 717.938559] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bf0553a-aef7-4f32-93c5-9543708dded2 with Priority: HIGHEST for action security_group_members [ 717.938903] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bf0553a-aef7-4f32-93c5-9543708dded2 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.939435] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bf0553a-aef7-4f32-93c5-9543708dded2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.939526] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bf0553a-aef7-4f32-93c5-9543708dded2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.939835] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bf0553a-aef7-4f32-93c5-9543708dded2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.939988] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.940103] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.940863] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.941072] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.941361] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.941361] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bf0553a-aef7-4f32-93c5-9543708dded2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.961534] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.961710] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.961807] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.962056] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.962155] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.962276] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01ad1d78-1c0f-4656-b348-852e5afff800 is going to be updated. [ 717.994109] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.994288] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.994339] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.994545] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.994691] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.005079] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ad1d78-1c0f-4656-b348-852e5afff800 in Status: IN_PROGRESS for 2s [ 718.122225] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 in Status: SUCCESS [ 718.122225] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.146526] env[65077]: INFO networking_nsxv3.common.synchronization [req-3b0d55be-b6d2-42c6-a730-d50bbc24810c req-c8fd8362-a73e-457b-a24c-866498e00197 tempest-ServersTestMultiNic-137846435 tempest-ServersTestMultiNic-137846435-project-member] Enqueued Resource ID: 2658107d-6754-4434-90fa-8d04c60b7c74 with Priority: HIGHEST for action security_group_members [ 718.147044] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2658107d-6754-4434-90fa-8d04c60b7c74 with Priority: HIGHEST for action security_group_members [ 718.150048] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-2658107d-6754-4434-90fa-8d04c60b7c74 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.150048] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.362280] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock network-469 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.362488] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "network-469" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.362658] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "network-469" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.363820] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "network-469" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.363820] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.363820] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.363820] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.363820] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.364166] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.364565] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 718.364673] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 718.364804] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 718.364875] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 718.364977] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 718.365089] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 718.365219] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 718.383873] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2658107d-6754-4434-90fa-8d04c60b7c74',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.392167] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 718.392457] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 718.392645] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 718.392829] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "network-469" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.393219] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock port-0c9ee15b-05b1-4fbb-aaaa-bff5957c33dd taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.393463] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "port-0c9ee15b-05b1-4fbb-aaaa-bff5957c33dd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.393836] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "port-0c9ee15b-05b1-4fbb-aaaa-bff5957c33dd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.396231] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "port-0c9ee15b-05b1-4fbb-aaaa-bff5957c33dd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.396380] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c9ee15b-05b1-4fbb-aaaa-bff5957c33dd',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.398452] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2658107d-6754-4434-90fa-8d04c60b7c74 in Status: SUCCESS [ 718.398731] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.419472] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.419617] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.419658] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.419860] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.419955] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.420093] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f29a6911-5dec-41fc-bbc0-9565b59adc76 is going to be created. [ 718.443621] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1bf0553a-aef7-4f32-93c5-9543708dded2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.446305] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.446446] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.446537] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.446821] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.447026] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.460888] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f29a6911-5dec-41fc-bbc0-9565b59adc76 in Status: UNINITIALIZED for 2s [ 718.887134] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2658107d-6754-4434-90fa-8d04c60b7c74',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.902066] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.902190] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.902301] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.902575] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.902716] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.903555] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Segment Port 0c9ee15b-05b1-4fbb-aaaa-bff5957c33dd not found, creating... [ 718.903555] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.903555] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.903555] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.903555] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.904076] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.904076] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.904249] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.904336] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.904529] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.906465] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.906465] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Resource: SegmentPort with ID: 0c9ee15b-05b1-4fbb-aaaa-bff5957c33dd is going to be created. [ 718.933160] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.933160] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.933160] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.933160] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.933160] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.933160] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "port-0c9ee15b-05b1-4fbb-aaaa-bff5957c33dd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.950427] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1bf0553a-aef7-4f32-93c5-9543708dded2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.313410] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d8d74ae-6e56-4bd3-b4fd-f8a7d42014d6 in Status: SUCCESS [ 719.313645] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d8d74ae-6e56-4bd3-b4fd-f8a7d42014d6 deletion is rescheduled due to dependency. [ 719.313722] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d8d74ae-6e56-4bd3-b4fd-f8a7d42014d6" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.391801] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.391958] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.392038] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.392261] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.392349] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.392439] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2658107d-6754-4434-90fa-8d04c60b7c74 is going to be updated. [ 719.428247] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.428493] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.428628] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.428918] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.429479] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.441128] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2658107d-6754-4434-90fa-8d04c60b7c74 in Status: IN_PROGRESS for 2s [ 719.459912] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.459912] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.459912] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.459912] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.459912] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.463343] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bf0553a-aef7-4f32-93c5-9543708dded2 is going to be updated. [ 719.496127] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.496378] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.496499] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.496835] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.497097] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.507758] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bf0553a-aef7-4f32-93c5-9543708dded2 in Status: IN_PROGRESS for 2s [ 719.705257] env[65077]: INFO networking_nsxv3.common.synchronization [req-8f710af1-ea36-4240-8c70-7a063f422be2 req-7bc0803b-07b1-48f7-9196-b766dbb5fd58 service nova] Enqueued Resource ID: 1bf0553a-aef7-4f32-93c5-9543708dded2 with Priority: HIGHEST for action security_group_rules [ 719.705488] env[65077]: INFO networking_nsxv3.common.synchronization [req-8f710af1-ea36-4240-8c70-7a063f422be2 req-7bc0803b-07b1-48f7-9196-b766dbb5fd58 service nova] Enqueued Resource ID: 1bf0553a-aef7-4f32-93c5-9543708dded2 with Priority: HIGHEST for action security_group_members [ 719.705813] env[65077]: INFO networking_nsxv3.common.synchronization [req-8f710af1-ea36-4240-8c70-7a063f422be2 req-7bc0803b-07b1-48f7-9196-b766dbb5fd58 service nova] Enqueued Resource ID: 0c9ee15b-05b1-4fbb-aaaa-bff5957c33dd with Priority: HIGHEST for action port [ 719.706465] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bf0553a-aef7-4f32-93c5-9543708dded2 with Priority: HIGHEST for action security_group_rules [ 719.706686] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bf0553a-aef7-4f32-93c5-9543708dded2 with Priority: HIGHEST for action security_group_members [ 719.707417] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c9ee15b-05b1-4fbb-aaaa-bff5957c33dd with Priority: HIGHEST for action port [ 719.707417] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1bf0553a-aef7-4f32-93c5-9543708dded2 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.707417] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1bf0553a-aef7-4f32-93c5-9543708dded2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.707417] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1bf0553a-aef7-4f32-93c5-9543708dded2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.707874] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1bf0553a-aef7-4f32-93c5-9543708dded2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.707874] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1bf0553a-aef7-4f32-93c5-9543708dded2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.708907] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bf0553a-aef7-4f32-93c5-9543708dded2 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.709789] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bf0553a-aef7-4f32-93c5-9543708dded2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.709789] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c9ee15b-05b1-4fbb-aaaa-bff5957c33dd taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.709789] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c9ee15b-05b1-4fbb-aaaa-bff5957c33dd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.709789] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c9ee15b-05b1-4fbb-aaaa-bff5957c33dd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.709789] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c9ee15b-05b1-4fbb-aaaa-bff5957c33dd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.709789] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c9ee15b-05b1-4fbb-aaaa-bff5957c33dd',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.017618] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ad1d78-1c0f-4656-b348-852e5afff800 in Status: SUCCESS [ 720.017850] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.018045] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.018266] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.018457] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.018575] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.018637] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.018819] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.018918] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.019019] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.019116] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01ad1d78-1c0f-4656-b348-852e5afff800',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.212774] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bf0553a-aef7-4f32-93c5-9543708dded2 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.212941] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bf0553a-aef7-4f32-93c5-9543708dded2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.213501] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0c9ee15b-05b1-4fbb-aaaa-bff5957c33dd with status ACTIVE [ 720.213501] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.213501] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.213501] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.213773] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.213773] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.213942] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.214040] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.214110] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.214261] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.214358] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.214544] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.214639] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.214695] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.214847] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.215035] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.215035] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0c9ee15b-05b1-4fbb-aaaa-bff5957c33dd is going to be updated. [ 720.241950] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.242143] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.242188] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.242630] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.242630] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.242832] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c9ee15b-05b1-4fbb-aaaa-bff5957c33dd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.472591] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f29a6911-5dec-41fc-bbc0-9565b59adc76 in Status: SUCCESS [ 720.472888] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f29a6911-5dec-41fc-bbc0-9565b59adc76" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.472984] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f29a6911-5dec-41fc-bbc0-9565b59adc76" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.473239] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f29a6911-5dec-41fc-bbc0-9565b59adc76" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.473429] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.474551] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.474551] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.474712] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.474810] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.475351] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f29a6911-5dec-41fc-bbc0-9565b59adc76" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.475351] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f29a6911-5dec-41fc-bbc0-9565b59adc76',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.522540] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ad1d78-1c0f-4656-b348-852e5afff800 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.522720] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.522811] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.523052] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.523225] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.523329] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.523394] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.523544] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.523628] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.523716] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.523862] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ad1d78-1c0f-4656-b348-852e5afff800 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.525590] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.525771] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.525976] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.526254] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.526329] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.526375] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.526623] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.526709] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.526838] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.526940] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01ad1d78-1c0f-4656-b348-852e5afff800',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.977851] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-f29a6911-5dec-41fc-bbc0-9565b59adc76 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.978063] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f29a6911-5dec-41fc-bbc0-9565b59adc76" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.978123] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f29a6911-5dec-41fc-bbc0-9565b59adc76" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.978299] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f29a6911-5dec-41fc-bbc0-9565b59adc76" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.978630] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.978630] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.978630] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.978976] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.978976] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.979045] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f29a6911-5dec-41fc-bbc0-9565b59adc76" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.979204] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-f29a6911-5dec-41fc-bbc0-9565b59adc76 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.979332] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f29a6911-5dec-41fc-bbc0-9565b59adc76" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.979388] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f29a6911-5dec-41fc-bbc0-9565b59adc76" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.979546] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f29a6911-5dec-41fc-bbc0-9565b59adc76" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.979704] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.979822] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.979969] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.980112] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.980199] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.980380] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f29a6911-5dec-41fc-bbc0-9565b59adc76" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.980380] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f29a6911-5dec-41fc-bbc0-9565b59adc76',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.033296] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01ad1d78-1c0f-4656-b348-852e5afff800: rpc.has_security_group_logging(os_id): False [ 721.053069] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.053228] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.053316] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.053584] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.053733] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.053974] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.054086] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.054148] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.054326] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.054413] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.054637] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.054736] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.054819] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.054959] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.055060] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.055258] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.055325] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.055384] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.055538] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.055587] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.055683] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01ad1d78-1c0f-4656-b348-852e5afff800 is going to be updated. [ 721.131447] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.131447] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.131447] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.131703] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.131785] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.149931] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01ad1d78-1c0f-4656-b348-852e5afff800 in Status: IN_PROGRESS for 2s [ 721.455473] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2658107d-6754-4434-90fa-8d04c60b7c74 in Status: SUCCESS [ 721.456035] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.456035] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.456190] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.456936] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.456936] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.456936] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.456936] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.456936] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.456936] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2658107d-6754-4434-90fa-8d04c60b7c74',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.482313] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f29a6911-5dec-41fc-bbc0-9565b59adc76: rpc.has_security_group_logging(os_id): False [ 721.509958] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.509958] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.509958] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.509958] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.509958] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.509958] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.509958] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.509958] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.510730] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.510730] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.512031] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.512031] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.512031] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.512031] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.512031] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.512031] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.512031] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.512325] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.512519] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.512676] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.513989] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f29a6911-5dec-41fc-bbc0-9565b59adc76 is going to be created. [ 721.533400] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bf0553a-aef7-4f32-93c5-9543708dded2 in Status: SUCCESS [ 721.533447] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bf0553a-aef7-4f32-93c5-9543708dded2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.533641] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bf0553a-aef7-4f32-93c5-9543708dded2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.533913] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bf0553a-aef7-4f32-93c5-9543708dded2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.534129] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.534269] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.534340] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.534494] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.534578] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.534693] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bf0553a-aef7-4f32-93c5-9543708dded2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.599136] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.599136] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.599136] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.599136] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.599384] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.618018] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f29a6911-5dec-41fc-bbc0-9565b59adc76 in Status: IN_PROGRESS for 2s [ 721.964583] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.964872] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.964872] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.965120] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.965249] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.965465] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.965574] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.965662] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.965794] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.965874] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.965943] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2658107d-6754-4434-90fa-8d04c60b7c74 is going to be updated. [ 722.001322] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.001457] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.002064] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.002064] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.002064] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.015529] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2658107d-6754-4434-90fa-8d04c60b7c74 in Status: IN_PROGRESS for 2s [ 722.038838] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1bf0553a-aef7-4f32-93c5-9543708dded2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.071038] env[65077]: INFO networking_nsxv3.common.synchronization [req-b2c91b1a-6024-4413-b388-e5b204c5ea2f req-9a60ae88-d89c-4377-9f31-cee34183e56c tempest-ServerMetadataTestJSON-608595898 tempest-ServerMetadataTestJSON-608595898-project-member] Enqueued Resource ID: 90c2f51c-2f9b-46d1-a968-89147ffd6069 with Priority: HIGHEST for action security_group_members [ 722.071038] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90c2f51c-2f9b-46d1-a968-89147ffd6069 with Priority: HIGHEST for action security_group_members [ 722.071038] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-90c2f51c-2f9b-46d1-a968-89147ffd6069 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.071038] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90c2f51c-2f9b-46d1-a968-89147ffd6069" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.071038] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90c2f51c-2f9b-46d1-a968-89147ffd6069" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.071485] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90c2f51c-2f9b-46d1-a968-89147ffd6069" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.072022] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.072022] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.072022] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.072250] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.072411] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.072543] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90c2f51c-2f9b-46d1-a968-89147ffd6069',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.541861] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1bf0553a-aef7-4f32-93c5-9543708dded2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.575294] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.575535] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.575620] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.575817] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.575963] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.576149] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.576319] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.576319] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.576567] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.576622] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.576695] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90c2f51c-2f9b-46d1-a968-89147ffd6069 is going to be updated. [ 722.610028] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.610312] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.610389] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.610582] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.610694] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.622561] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90c2f51c-2f9b-46d1-a968-89147ffd6069 in Status: IN_PROGRESS for 2s [ 723.047610] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.047827] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.048145] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.049030] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.049030] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.049030] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bf0553a-aef7-4f32-93c5-9543708dded2 is going to be updated. [ 723.091960] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.092152] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.092196] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.092552] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.092720] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.102961] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bf0553a-aef7-4f32-93c5-9543708dded2 in Status: IN_PROGRESS for 2s [ 723.170311] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01ad1d78-1c0f-4656-b348-852e5afff800 in Status: SUCCESS [ 723.170531] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.329161] env[65077]: INFO networking_nsxv3.common.synchronization [req-49c563b1-ee9b-46ba-91e6-a7aeebbc38bd req-327ab1e7-e8c2-4f93-8905-20b05fddfe58 tempest-ServerRescueNegativeTestJSON-2015207523 tempest-ServerRescueNegativeTestJSON-2015207523-project-member] Enqueued Resource ID: f29a6911-5dec-41fc-bbc0-9565b59adc76 with Priority: HIGHEST for action security_group_members [ 723.329935] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f29a6911-5dec-41fc-bbc0-9565b59adc76 with Priority: HIGHEST for action security_group_members [ 723.331753] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-f29a6911-5dec-41fc-bbc0-9565b59adc76 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.331753] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f29a6911-5dec-41fc-bbc0-9565b59adc76" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.331753] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f29a6911-5dec-41fc-bbc0-9565b59adc76" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.332081] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f29a6911-5dec-41fc-bbc0-9565b59adc76" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.332299] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.332510] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.332598] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.333091] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.333091] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.333583] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f29a6911-5dec-41fc-bbc0-9565b59adc76',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.630504] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f29a6911-5dec-41fc-bbc0-9565b59adc76 in Status: SUCCESS [ 723.630876] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f29a6911-5dec-41fc-bbc0-9565b59adc76" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.827468] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock network-367 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.827704] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "network-367" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.827886] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "network-367" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.829412] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "network-367" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.830768] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.830768] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.830768] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.830768] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.830768] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.830768] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 723.830768] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 723.830768] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 723.831258] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 723.831258] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 723.831258] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 723.831258] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 723.840279] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f29a6911-5dec-41fc-bbc0-9565b59adc76',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.853458] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 723.853611] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 723.857028] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 723.857028] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "network-367" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.857028] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock port-67e01dc6-e457-43af-b114-6b37e122f119 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.857028] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "port-67e01dc6-e457-43af-b114-6b37e122f119" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.857028] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "port-67e01dc6-e457-43af-b114-6b37e122f119" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.857028] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "port-67e01dc6-e457-43af-b114-6b37e122f119" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.857028] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67e01dc6-e457-43af-b114-6b37e122f119',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.027349] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2658107d-6754-4434-90fa-8d04c60b7c74 in Status: SUCCESS [ 724.027584] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2658107d-6754-4434-90fa-8d04c60b7c74 deletion is rescheduled due to dependency. [ 724.027831] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.342366] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f29a6911-5dec-41fc-bbc0-9565b59adc76',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.361029] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.361029] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.361029] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.361029] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.361029] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.361029] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Segment Port 67e01dc6-e457-43af-b114-6b37e122f119 not found, creating... [ 724.361029] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.361029] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.361029] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.361029] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.361029] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.361542] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.361800] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.362079] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.362455] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.362731] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.363022] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Resource: SegmentPort with ID: 67e01dc6-e457-43af-b114-6b37e122f119 is going to be created. [ 724.387478] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.387719] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.387719] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.388147] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.388424] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.388678] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "port-67e01dc6-e457-43af-b114-6b37e122f119" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.636221] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90c2f51c-2f9b-46d1-a968-89147ffd6069 in Status: SUCCESS [ 724.636592] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90c2f51c-2f9b-46d1-a968-89147ffd6069 deletion is rescheduled due to dependency. [ 724.636654] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90c2f51c-2f9b-46d1-a968-89147ffd6069" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.845131] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.845485] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.845601] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.845868] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.846057] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.846226] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f29a6911-5dec-41fc-bbc0-9565b59adc76 is going to be updated. [ 724.897390] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.897560] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.897665] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.897887] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.898065] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.912499] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f29a6911-5dec-41fc-bbc0-9565b59adc76 in Status: IN_PROGRESS for 2s [ 725.117606] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bf0553a-aef7-4f32-93c5-9543708dded2 in Status: SUCCESS [ 725.117978] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bf0553a-aef7-4f32-93c5-9543708dded2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.118279] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bf0553a-aef7-4f32-93c5-9543708dded2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.118651] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bf0553a-aef7-4f32-93c5-9543708dded2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.118953] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.119158] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.119255] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.119518] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.119638] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.119741] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bf0553a-aef7-4f32-93c5-9543708dded2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.120121] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1bf0553a-aef7-4f32-93c5-9543708dded2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.174443] env[65077]: INFO networking_nsxv3.common.synchronization [req-49c563b1-ee9b-46ba-91e6-a7aeebbc38bd req-a6e560ca-ba81-4322-a5ad-6fdaee495b8d service nova] Enqueued Resource ID: f29a6911-5dec-41fc-bbc0-9565b59adc76 with Priority: HIGHEST for action security_group_rules [ 725.174636] env[65077]: INFO networking_nsxv3.common.synchronization [req-49c563b1-ee9b-46ba-91e6-a7aeebbc38bd req-a6e560ca-ba81-4322-a5ad-6fdaee495b8d service nova] Enqueued Resource ID: f29a6911-5dec-41fc-bbc0-9565b59adc76 with Priority: HIGHEST for action security_group_members [ 725.174761] env[65077]: INFO networking_nsxv3.common.synchronization [req-49c563b1-ee9b-46ba-91e6-a7aeebbc38bd req-a6e560ca-ba81-4322-a5ad-6fdaee495b8d service nova] Enqueued Resource ID: 67e01dc6-e457-43af-b114-6b37e122f119 with Priority: HIGHEST for action port [ 725.176535] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f29a6911-5dec-41fc-bbc0-9565b59adc76 with Priority: HIGHEST for action security_group_rules [ 725.176694] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f29a6911-5dec-41fc-bbc0-9565b59adc76 with Priority: HIGHEST for action security_group_members [ 725.176792] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67e01dc6-e457-43af-b114-6b37e122f119 with Priority: HIGHEST for action port [ 725.177319] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f29a6911-5dec-41fc-bbc0-9565b59adc76 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.177464] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f29a6911-5dec-41fc-bbc0-9565b59adc76" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.177730] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f29a6911-5dec-41fc-bbc0-9565b59adc76" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.177730] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f29a6911-5dec-41fc-bbc0-9565b59adc76" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.177874] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f29a6911-5dec-41fc-bbc0-9565b59adc76',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.179350] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-f29a6911-5dec-41fc-bbc0-9565b59adc76 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.179470] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f29a6911-5dec-41fc-bbc0-9565b59adc76" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.179695] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-67e01dc6-e457-43af-b114-6b37e122f119 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.179822] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67e01dc6-e457-43af-b114-6b37e122f119" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.179900] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67e01dc6-e457-43af-b114-6b37e122f119" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.180178] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67e01dc6-e457-43af-b114-6b37e122f119" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.180265] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67e01dc6-e457-43af-b114-6b37e122f119',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.484437] env[65077]: INFO networking_nsxv3.common.synchronization [req-daaa0e56-a35e-4cd4-a542-fcc661276646 req-55c52659-d2d6-4227-8520-faf036380fa7 tempest-SecurityGroupsTestJSON-718931207 tempest-SecurityGroupsTestJSON-718931207-project-member] Enqueued Resource ID: 2d86ef7e-27bc-402b-aeab-a201e3db8423 with Priority: HIGHEST for action security_group_members [ 725.484734] env[65077]: INFO networking_nsxv3.common.synchronization [req-daaa0e56-a35e-4cd4-a542-fcc661276646 req-55c52659-d2d6-4227-8520-faf036380fa7 tempest-SecurityGroupsTestJSON-718931207 tempest-SecurityGroupsTestJSON-718931207-project-member] Enqueued Resource ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 with Priority: HIGHEST for action security_group_members [ 725.485935] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d86ef7e-27bc-402b-aeab-a201e3db8423 with Priority: HIGHEST for action security_group_members [ 725.486153] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 with Priority: HIGHEST for action security_group_members [ 725.487939] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d86ef7e-27bc-402b-aeab-a201e3db8423 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.487939] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d86ef7e-27bc-402b-aeab-a201e3db8423" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.487939] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d86ef7e-27bc-402b-aeab-a201e3db8423" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.487939] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d86ef7e-27bc-402b-aeab-a201e3db8423" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.487939] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.487939] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.488326] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.488326] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.488512] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.488646] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d86ef7e-27bc-402b-aeab-a201e3db8423',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.489890] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-814792c4-8d30-4cd1-beba-7dac1d6899a2 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.490067] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.490178] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.490409] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.490651] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.490835] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.490944] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.491201] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.491360] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.491503] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('814792c4-8d30-4cd1-beba-7dac1d6899a2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.552023] env[65077]: INFO networking_nsxv3.common.synchronization [req-daaa0e56-a35e-4cd4-a542-fcc661276646 req-55c52659-d2d6-4227-8520-faf036380fa7 tempest-SecurityGroupsTestJSON-718931207 tempest-SecurityGroupsTestJSON-718931207-project-member] Enqueued Resource ID: 2d86ef7e-27bc-402b-aeab-a201e3db8423 with Priority: HIGHEST for action security_group_rules [ 725.552023] env[65077]: INFO networking_nsxv3.common.synchronization [req-daaa0e56-a35e-4cd4-a542-fcc661276646 req-55c52659-d2d6-4227-8520-faf036380fa7 tempest-SecurityGroupsTestJSON-718931207 tempest-SecurityGroupsTestJSON-718931207-project-member] Enqueued Resource ID: 2d86ef7e-27bc-402b-aeab-a201e3db8423 with Priority: HIGHEST for action security_group_members [ 725.552023] env[65077]: INFO networking_nsxv3.common.synchronization [req-daaa0e56-a35e-4cd4-a542-fcc661276646 req-55c52659-d2d6-4227-8520-faf036380fa7 tempest-SecurityGroupsTestJSON-718931207 tempest-SecurityGroupsTestJSON-718931207-project-member] Enqueued Resource ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 with Priority: HIGHEST for action security_group_rules [ 725.552023] env[65077]: INFO networking_nsxv3.common.synchronization [req-daaa0e56-a35e-4cd4-a542-fcc661276646 req-55c52659-d2d6-4227-8520-faf036380fa7 tempest-SecurityGroupsTestJSON-718931207 tempest-SecurityGroupsTestJSON-718931207-project-member] Enqueued Resource ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 with Priority: HIGHEST for action security_group_members [ 725.552023] env[65077]: INFO networking_nsxv3.common.synchronization [req-daaa0e56-a35e-4cd4-a542-fcc661276646 req-55c52659-d2d6-4227-8520-faf036380fa7 tempest-SecurityGroupsTestJSON-718931207 tempest-SecurityGroupsTestJSON-718931207-project-member] Enqueued Resource ID: 67fcc143-04a1-44de-87ac-880d56ceb29c with Priority: HIGHEST for action port [ 725.552023] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d86ef7e-27bc-402b-aeab-a201e3db8423 with Priority: HIGHEST for action security_group_rules [ 725.552023] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 with Priority: HIGHEST for action security_group_rules [ 725.552023] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67fcc143-04a1-44de-87ac-880d56ceb29c with Priority: HIGHEST for action port [ 725.552023] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d86ef7e-27bc-402b-aeab-a201e3db8423 with Priority: HIGHEST for action security_group_members [ 725.552023] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 with Priority: HIGHEST for action security_group_members [ 725.552023] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d86ef7e-27bc-402b-aeab-a201e3db8423 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.552023] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d86ef7e-27bc-402b-aeab-a201e3db8423" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.552023] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d86ef7e-27bc-402b-aeab-a201e3db8423" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.552631] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d86ef7e-27bc-402b-aeab-a201e3db8423" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.552631] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d86ef7e-27bc-402b-aeab-a201e3db8423',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.553408] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-814792c4-8d30-4cd1-beba-7dac1d6899a2 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.553530] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.553605] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.553797] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.553887] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('814792c4-8d30-4cd1-beba-7dac1d6899a2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.554833] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-67fcc143-04a1-44de-87ac-880d56ceb29c taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.554955] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67fcc143-04a1-44de-87ac-880d56ceb29c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.555056] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67fcc143-04a1-44de-87ac-880d56ceb29c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.555222] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67fcc143-04a1-44de-87ac-880d56ceb29c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.555328] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67fcc143-04a1-44de-87ac-880d56ceb29c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.556345] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d86ef7e-27bc-402b-aeab-a201e3db8423 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.556450] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d86ef7e-27bc-402b-aeab-a201e3db8423" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.556653] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-814792c4-8d30-4cd1-beba-7dac1d6899a2 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.556745] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.624092] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bf0553a-aef7-4f32-93c5-9543708dded2 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.624355] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bf0553a-aef7-4f32-93c5-9543708dded2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.624355] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bf0553a-aef7-4f32-93c5-9543708dded2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.624538] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bf0553a-aef7-4f32-93c5-9543708dded2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.624711] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.624815] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.624872] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.625023] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.625102] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.625223] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bf0553a-aef7-4f32-93c5-9543708dded2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.625373] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bf0553a-aef7-4f32-93c5-9543708dded2 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.625681] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bf0553a-aef7-4f32-93c5-9543708dded2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.625755] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bf0553a-aef7-4f32-93c5-9543708dded2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.626305] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bf0553a-aef7-4f32-93c5-9543708dded2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.626305] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.626480] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.626480] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.626763] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.626978] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.627145] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bf0553a-aef7-4f32-93c5-9543708dded2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.627370] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1bf0553a-aef7-4f32-93c5-9543708dded2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.684433] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-f29a6911-5dec-41fc-bbc0-9565b59adc76 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.684900] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f29a6911-5dec-41fc-bbc0-9565b59adc76" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.684900] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 67e01dc6-e457-43af-b114-6b37e122f119 with status ACTIVE [ 725.684900] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.685115] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.685115] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.685304] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.689025] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.689025] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.689025] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.689025] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.689025] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.689025] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.689025] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.689025] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.689025] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.689025] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.689025] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.689025] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 67e01dc6-e457-43af-b114-6b37e122f119 is going to be updated. [ 725.715107] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.715276] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.715370] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.715627] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.715852] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.715997] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67e01dc6-e457-43af-b114-6b37e122f119" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.994583] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d86ef7e-27bc-402b-aeab-a201e3db8423',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.996684] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('814792c4-8d30-4cd1-beba-7dac1d6899a2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.058679] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d86ef7e-27bc-402b-aeab-a201e3db8423 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.058935] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d86ef7e-27bc-402b-aeab-a201e3db8423" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.060358] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-814792c4-8d30-4cd1-beba-7dac1d6899a2 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.060358] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.060358] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 67fcc143-04a1-44de-87ac-880d56ceb29c with status ACTIVE [ 726.060358] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.061111] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.061111] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.061111] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.061111] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.061351] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.061502] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.061614] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.061880] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.062239] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.062411] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.062514] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.063254] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.063254] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.063254] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.063254] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 67fcc143-04a1-44de-87ac-880d56ceb29c is going to be updated. [ 726.097042] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.097251] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.097251] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.097435] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.097555] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.097725] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67fcc143-04a1-44de-87ac-880d56ceb29c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.127315] env[65077]: INFO networking_nsxv3.common.synchronization [req-5c950741-8364-403c-a35c-464f50d36f04 req-4255f380-908b-402f-b89a-62a166a0a70f tempest-FloatingIPsAssociationTestJSON-766630074 tempest-FloatingIPsAssociationTestJSON-766630074-project-member] Enqueued Resource ID: 981dcbb1-43ad-4e60-bb2f-82dd5043583d with Priority: HIGHEST for action security_group_members [ 726.127315] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 981dcbb1-43ad-4e60-bb2f-82dd5043583d with Priority: HIGHEST for action security_group_members [ 726.127765] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-981dcbb1-43ad-4e60-bb2f-82dd5043583d taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.128061] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-981dcbb1-43ad-4e60-bb2f-82dd5043583d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.128061] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-981dcbb1-43ad-4e60-bb2f-82dd5043583d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.128249] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-981dcbb1-43ad-4e60-bb2f-82dd5043583d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.128408] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.129027] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.129027] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.129574] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.129741] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.129930] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('981dcbb1-43ad-4e60-bb2f-82dd5043583d',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.133498] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1bf0553a-aef7-4f32-93c5-9543708dded2: rpc.has_security_group_logging(os_id): False [ 726.159128] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.159235] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.159303] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.159465] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.159559] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.159790] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.159898] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.159979] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.160193] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.160302] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.160538] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.160658] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.160728] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.161074] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.161174] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.161368] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.161518] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.161565] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.162390] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.162503] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.162640] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1bf0553a-aef7-4f32-93c5-9543708dded2 is going to be updated. [ 726.273169] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.273334] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.273384] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.273805] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.273895] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.291895] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1bf0553a-aef7-4f32-93c5-9543708dded2 in Status: IN_PROGRESS for 2s [ 726.500051] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d86ef7e-27bc-402b-aeab-a201e3db8423',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.501012] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('814792c4-8d30-4cd1-beba-7dac1d6899a2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.634118] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.634438] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.634604] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.635022] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.635264] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.635670] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.635874] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.636019] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.636358] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.637128] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.637293] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 981dcbb1-43ad-4e60-bb2f-82dd5043583d is going to be updated. [ 726.676847] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.677103] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.677229] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.677671] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.677897] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.693297] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 981dcbb1-43ad-4e60-bb2f-82dd5043583d in Status: IN_PROGRESS for 2s [ 726.931979] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f29a6911-5dec-41fc-bbc0-9565b59adc76 in Status: SUCCESS [ 726.932308] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f29a6911-5dec-41fc-bbc0-9565b59adc76" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.932473] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f29a6911-5dec-41fc-bbc0-9565b59adc76" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.933167] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f29a6911-5dec-41fc-bbc0-9565b59adc76" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.933167] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.933167] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.933167] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.933373] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.933474] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.933584] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f29a6911-5dec-41fc-bbc0-9565b59adc76',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.011030] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.011030] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.011030] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.011030] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.011030] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.011030] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d86ef7e-27bc-402b-aeab-a201e3db8423 is going to be created. [ 727.012625] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.012864] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.012939] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.013871] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.013992] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.014123] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 is going to be updated. [ 727.016475] env[65077]: INFO networking_nsxv3.common.synchronization [req-25bd954d-2d64-44b5-b8ef-adaa29545cb7 req-062b215f-5860-458c-99e0-67022e819c46 tempest-SecurityGroupsTestJSON-718931207 tempest-SecurityGroupsTestJSON-718931207-project-member] Enqueued Resource ID: ccb0ab2a-1aa8-407e-ba07-2e40e770e671 with Priority: HIGHEST for action security_group_members [ 727.017538] env[65077]: INFO networking_nsxv3.common.synchronization [req-25bd954d-2d64-44b5-b8ef-adaa29545cb7 req-062b215f-5860-458c-99e0-67022e819c46 tempest-SecurityGroupsTestJSON-718931207 tempest-SecurityGroupsTestJSON-718931207-project-member] Enqueued Resource ID: 2d86ef7e-27bc-402b-aeab-a201e3db8423 with Priority: HIGHEST for action security_group_members [ 727.017538] env[65077]: INFO networking_nsxv3.common.synchronization [req-25bd954d-2d64-44b5-b8ef-adaa29545cb7 req-062b215f-5860-458c-99e0-67022e819c46 tempest-SecurityGroupsTestJSON-718931207 tempest-SecurityGroupsTestJSON-718931207-project-member] Enqueued Resource ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 with Priority: HIGHEST for action security_group_members [ 727.017972] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccb0ab2a-1aa8-407e-ba07-2e40e770e671 with Priority: HIGHEST for action security_group_members [ 727.018208] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d86ef7e-27bc-402b-aeab-a201e3db8423 with Priority: HIGHEST for action security_group_members [ 727.018443] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 with Priority: HIGHEST for action security_group_members [ 727.019714] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccb0ab2a-1aa8-407e-ba07-2e40e770e671 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.019982] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccb0ab2a-1aa8-407e-ba07-2e40e770e671" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.019982] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccb0ab2a-1aa8-407e-ba07-2e40e770e671" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.020301] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccb0ab2a-1aa8-407e-ba07-2e40e770e671" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.020533] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.020645] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.020759] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.020996] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.021065] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.021178] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ccb0ab2a-1aa8-407e-ba07-2e40e770e671',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.022290] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d86ef7e-27bc-402b-aeab-a201e3db8423 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.022408] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d86ef7e-27bc-402b-aeab-a201e3db8423" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.022826] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-814792c4-8d30-4cd1-beba-7dac1d6899a2 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.022826] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.056130] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.056130] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.056352] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.057272] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.057272] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.066131] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.066409] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.066517] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.067494] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.067494] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.070886] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d86ef7e-27bc-402b-aeab-a201e3db8423 in Status: UNINITIALIZED for 2s [ 727.080863] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 in Status: IN_PROGRESS for 2s [ 727.085607] env[65077]: INFO networking_nsxv3.common.synchronization [req-25bd954d-2d64-44b5-b8ef-adaa29545cb7 req-062b215f-5860-458c-99e0-67022e819c46 tempest-SecurityGroupsTestJSON-718931207 tempest-SecurityGroupsTestJSON-718931207-project-member] Enqueued Resource ID: 2d86ef7e-27bc-402b-aeab-a201e3db8423 with Priority: HIGHEST for action security_group_rules [ 727.085826] env[65077]: INFO networking_nsxv3.common.synchronization [req-25bd954d-2d64-44b5-b8ef-adaa29545cb7 req-062b215f-5860-458c-99e0-67022e819c46 tempest-SecurityGroupsTestJSON-718931207 tempest-SecurityGroupsTestJSON-718931207-project-member] Enqueued Resource ID: 2d86ef7e-27bc-402b-aeab-a201e3db8423 with Priority: HIGHEST for action security_group_members [ 727.085901] env[65077]: INFO networking_nsxv3.common.synchronization [req-25bd954d-2d64-44b5-b8ef-adaa29545cb7 req-062b215f-5860-458c-99e0-67022e819c46 tempest-SecurityGroupsTestJSON-718931207 tempest-SecurityGroupsTestJSON-718931207-project-member] Enqueued Resource ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 with Priority: HIGHEST for action security_group_rules [ 727.086157] env[65077]: INFO networking_nsxv3.common.synchronization [req-25bd954d-2d64-44b5-b8ef-adaa29545cb7 req-062b215f-5860-458c-99e0-67022e819c46 tempest-SecurityGroupsTestJSON-718931207 tempest-SecurityGroupsTestJSON-718931207-project-member] Enqueued Resource ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 with Priority: HIGHEST for action security_group_members [ 727.086223] env[65077]: INFO networking_nsxv3.common.synchronization [req-25bd954d-2d64-44b5-b8ef-adaa29545cb7 req-062b215f-5860-458c-99e0-67022e819c46 tempest-SecurityGroupsTestJSON-718931207 tempest-SecurityGroupsTestJSON-718931207-project-member] Enqueued Resource ID: ccb0ab2a-1aa8-407e-ba07-2e40e770e671 with Priority: HIGHEST for action security_group_rules [ 727.086327] env[65077]: INFO networking_nsxv3.common.synchronization [req-25bd954d-2d64-44b5-b8ef-adaa29545cb7 req-062b215f-5860-458c-99e0-67022e819c46 tempest-SecurityGroupsTestJSON-718931207 tempest-SecurityGroupsTestJSON-718931207-project-member] Enqueued Resource ID: ccb0ab2a-1aa8-407e-ba07-2e40e770e671 with Priority: HIGHEST for action security_group_members [ 727.086478] env[65077]: INFO networking_nsxv3.common.synchronization [req-25bd954d-2d64-44b5-b8ef-adaa29545cb7 req-062b215f-5860-458c-99e0-67022e819c46 tempest-SecurityGroupsTestJSON-718931207 tempest-SecurityGroupsTestJSON-718931207-project-member] Enqueued Resource ID: 67fcc143-04a1-44de-87ac-880d56ceb29c with Priority: HIGHEST for action port [ 727.087339] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d86ef7e-27bc-402b-aeab-a201e3db8423 with Priority: HIGHEST for action security_group_rules [ 727.087339] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 with Priority: HIGHEST for action security_group_rules [ 727.087473] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccb0ab2a-1aa8-407e-ba07-2e40e770e671 with Priority: HIGHEST for action security_group_members [ 727.087538] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67fcc143-04a1-44de-87ac-880d56ceb29c with Priority: HIGHEST for action port [ 727.087619] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccb0ab2a-1aa8-407e-ba07-2e40e770e671 with Priority: HIGHEST for action security_group_rules [ 727.087719] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d86ef7e-27bc-402b-aeab-a201e3db8423 with Priority: HIGHEST for action security_group_members [ 727.087827] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 with Priority: HIGHEST for action security_group_members [ 727.088577] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d86ef7e-27bc-402b-aeab-a201e3db8423 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.088703] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d86ef7e-27bc-402b-aeab-a201e3db8423" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.088804] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-814792c4-8d30-4cd1-beba-7dac1d6899a2 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.089602] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.089602] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccb0ab2a-1aa8-407e-ba07-2e40e770e671 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.089602] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccb0ab2a-1aa8-407e-ba07-2e40e770e671" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.089602] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-67fcc143-04a1-44de-87ac-880d56ceb29c taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.089602] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67fcc143-04a1-44de-87ac-880d56ceb29c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.089602] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67fcc143-04a1-44de-87ac-880d56ceb29c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.089933] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67fcc143-04a1-44de-87ac-880d56ceb29c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.089933] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67fcc143-04a1-44de-87ac-880d56ceb29c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.092438] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ccb0ab2a-1aa8-407e-ba07-2e40e770e671 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.092562] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ccb0ab2a-1aa8-407e-ba07-2e40e770e671" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.092821] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ccb0ab2a-1aa8-407e-ba07-2e40e770e671" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.092912] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ccb0ab2a-1aa8-407e-ba07-2e40e770e671" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.093012] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ccb0ab2a-1aa8-407e-ba07-2e40e770e671',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.094288] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d86ef7e-27bc-402b-aeab-a201e3db8423 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.094288] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d86ef7e-27bc-402b-aeab-a201e3db8423" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.094288] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-814792c4-8d30-4cd1-beba-7dac1d6899a2 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.094288] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.436217] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f29a6911-5dec-41fc-bbc0-9565b59adc76',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.524860] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ccb0ab2a-1aa8-407e-ba07-2e40e770e671',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.596972] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 67fcc143-04a1-44de-87ac-880d56ceb29c with status ACTIVE [ 727.596972] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.596972] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.596972] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.597287] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.597287] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.597475] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.597604] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.597634] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.597803] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.597897] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.598102] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.598201] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.598262] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.598423] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.598523] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.598643] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 67fcc143-04a1-44de-87ac-880d56ceb29c is going to be updated. [ 727.600518] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccb0ab2a-1aa8-407e-ba07-2e40e770e671 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.600659] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccb0ab2a-1aa8-407e-ba07-2e40e770e671" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.628266] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.628520] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.628655] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.629959] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.629959] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.629959] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67fcc143-04a1-44de-87ac-880d56ceb29c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.944117] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f29a6911-5dec-41fc-bbc0-9565b59adc76',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.026933] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ccb0ab2a-1aa8-407e-ba07-2e40e770e671',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.313229] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1bf0553a-aef7-4f32-93c5-9543708dded2 in Status: SUCCESS [ 728.313523] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1bf0553a-aef7-4f32-93c5-9543708dded2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.446901] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.447465] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.447641] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.448324] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.448497] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.448627] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f29a6911-5dec-41fc-bbc0-9565b59adc76 is going to be updated. [ 728.484415] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.484567] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.484628] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.484878] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.485132] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.499991] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f29a6911-5dec-41fc-bbc0-9565b59adc76 in Status: IN_PROGRESS for 2s [ 728.532478] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.532810] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.532810] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.532926] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.532982] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.533115] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccb0ab2a-1aa8-407e-ba07-2e40e770e671 is going to be created. [ 728.569737] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.569941] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.570044] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.570291] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.570556] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.583768] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccb0ab2a-1aa8-407e-ba07-2e40e770e671 in Status: UNINITIALIZED for 2s [ 728.710073] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 981dcbb1-43ad-4e60-bb2f-82dd5043583d in Status: SUCCESS [ 728.710409] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 981dcbb1-43ad-4e60-bb2f-82dd5043583d deletion is rescheduled due to dependency. [ 728.710537] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-981dcbb1-43ad-4e60-bb2f-82dd5043583d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.082956] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d86ef7e-27bc-402b-aeab-a201e3db8423 in Status: SUCCESS [ 729.083258] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d86ef7e-27bc-402b-aeab-a201e3db8423" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.084771] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d86ef7e-27bc-402b-aeab-a201e3db8423" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.086268] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d86ef7e-27bc-402b-aeab-a201e3db8423" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.087967] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.087967] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.087967] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.087967] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.088208] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.088267] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d86ef7e-27bc-402b-aeab-a201e3db8423',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.097158] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 in Status: SUCCESS [ 729.097272] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.097466] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.097912] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.097985] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.098113] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.098177] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.098341] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.099669] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.099669] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('814792c4-8d30-4cd1-beba-7dac1d6899a2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.591365] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d86ef7e-27bc-402b-aeab-a201e3db8423',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.601817] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('814792c4-8d30-4cd1-beba-7dac1d6899a2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.094142] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d86ef7e-27bc-402b-aeab-a201e3db8423',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.104815] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('814792c4-8d30-4cd1-beba-7dac1d6899a2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.513655] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f29a6911-5dec-41fc-bbc0-9565b59adc76 in Status: SUCCESS [ 730.514030] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f29a6911-5dec-41fc-bbc0-9565b59adc76" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.514129] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f29a6911-5dec-41fc-bbc0-9565b59adc76" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.515388] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f29a6911-5dec-41fc-bbc0-9565b59adc76" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.515388] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.515388] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.515388] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.515388] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.515388] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.515388] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f29a6911-5dec-41fc-bbc0-9565b59adc76" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.515388] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f29a6911-5dec-41fc-bbc0-9565b59adc76',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.597020] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.597020] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.597020] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.597020] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.597295] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.597295] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d86ef7e-27bc-402b-aeab-a201e3db8423 is going to be updated. [ 730.599313] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccb0ab2a-1aa8-407e-ba07-2e40e770e671 in Status: SUCCESS [ 730.599499] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccb0ab2a-1aa8-407e-ba07-2e40e770e671" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.600974] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccb0ab2a-1aa8-407e-ba07-2e40e770e671" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.600974] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccb0ab2a-1aa8-407e-ba07-2e40e770e671" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.600974] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.600974] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.600974] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.601385] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.601560] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.601686] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ccb0ab2a-1aa8-407e-ba07-2e40e770e671',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.613556] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.613753] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.614732] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.614732] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.614732] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.614933] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 is going to be updated. [ 730.639827] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.640162] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.640304] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.640545] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.641118] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.655751] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d86ef7e-27bc-402b-aeab-a201e3db8423 in Status: IN_PROGRESS for 2s [ 730.662882] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.662882] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.662882] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.662882] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.662882] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.675563] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 in Status: IN_PROGRESS for 2s [ 731.022517] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-f29a6911-5dec-41fc-bbc0-9565b59adc76 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.022684] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f29a6911-5dec-41fc-bbc0-9565b59adc76" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.022824] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f29a6911-5dec-41fc-bbc0-9565b59adc76" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.022985] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f29a6911-5dec-41fc-bbc0-9565b59adc76" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.023158] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.023267] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.023335] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.023471] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.023574] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.023649] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f29a6911-5dec-41fc-bbc0-9565b59adc76" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.023791] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-f29a6911-5dec-41fc-bbc0-9565b59adc76 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.023884] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f29a6911-5dec-41fc-bbc0-9565b59adc76" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.023945] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f29a6911-5dec-41fc-bbc0-9565b59adc76" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.024098] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f29a6911-5dec-41fc-bbc0-9565b59adc76" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.024234] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.024324] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.024385] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.024519] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.024595] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.024678] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f29a6911-5dec-41fc-bbc0-9565b59adc76" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.024769] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f29a6911-5dec-41fc-bbc0-9565b59adc76',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.104142] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ccb0ab2a-1aa8-407e-ba07-2e40e770e671',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.527637] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f29a6911-5dec-41fc-bbc0-9565b59adc76: rpc.has_security_group_logging(os_id): False [ 731.559443] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.560098] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.560098] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.560098] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.560310] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.560731] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.560731] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.560731] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.561082] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.561082] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.561616] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.561795] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.562061] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.562201] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.562316] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.562586] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.562586] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.562991] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.562991] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.562991] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.563264] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f29a6911-5dec-41fc-bbc0-9565b59adc76 is going to be updated. [ 731.611455] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ccb0ab2a-1aa8-407e-ba07-2e40e770e671',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.652491] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.652621] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.652668] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.652996] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.653221] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.672501] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f29a6911-5dec-41fc-bbc0-9565b59adc76 in Status: IN_PROGRESS for 2s [ 732.089103] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 732.089103] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=13 [ 732.115086] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.115390] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.115390] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.115545] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.115856] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.115856] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccb0ab2a-1aa8-407e-ba07-2e40e770e671 is going to be updated. [ 732.150639] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.152532] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.152619] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.152863] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.153247] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.164443] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccb0ab2a-1aa8-407e-ba07-2e40e770e671 in Status: IN_PROGRESS for 2s [ 732.671196] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d86ef7e-27bc-402b-aeab-a201e3db8423 in Status: SUCCESS [ 732.671412] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d86ef7e-27bc-402b-aeab-a201e3db8423" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.671578] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d86ef7e-27bc-402b-aeab-a201e3db8423" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.672037] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d86ef7e-27bc-402b-aeab-a201e3db8423" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.672037] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.672181] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.672245] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.672793] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.672793] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.672793] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d86ef7e-27bc-402b-aeab-a201e3db8423" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.672793] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2d86ef7e-27bc-402b-aeab-a201e3db8423',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.674045] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d86ef7e-27bc-402b-aeab-a201e3db8423" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.674045] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d86ef7e-27bc-402b-aeab-a201e3db8423" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.674045] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.674454] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.674454] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.674454] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.674454] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.674582] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d86ef7e-27bc-402b-aeab-a201e3db8423',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.685607] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 in Status: SUCCESS [ 732.685906] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.686146] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.686440] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.686994] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.686994] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.686994] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.687169] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.687788] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.687788] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.687788] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('814792c4-8d30-4cd1-beba-7dac1d6899a2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.689607] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.689803] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.690155] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.690155] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.690289] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.692211] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.692211] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.692211] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('814792c4-8d30-4cd1-beba-7dac1d6899a2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.176939] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2d86ef7e-27bc-402b-aeab-a201e3db8423',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.178029] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d86ef7e-27bc-402b-aeab-a201e3db8423',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.196375] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-814792c4-8d30-4cd1-beba-7dac1d6899a2 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.196581] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.196879] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('814792c4-8d30-4cd1-beba-7dac1d6899a2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.679813] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2d86ef7e-27bc-402b-aeab-a201e3db8423: rpc.has_security_group_logging(os_id): False [ 733.681240] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d86ef7e-27bc-402b-aeab-a201e3db8423',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.694928] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f29a6911-5dec-41fc-bbc0-9565b59adc76 in Status: SUCCESS [ 733.695262] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f29a6911-5dec-41fc-bbc0-9565b59adc76" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.701054] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.701054] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.701054] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.701276] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.701276] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.701466] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.701577] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.701630] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.701782] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.701860] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.701990] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d86ef7e-27bc-402b-aeab-a201e3db8423 is going to be created. [ 733.703091] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('814792c4-8d30-4cd1-beba-7dac1d6899a2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.761174] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.761603] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.761603] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.761603] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.761741] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.775769] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d86ef7e-27bc-402b-aeab-a201e3db8423 in Status: IN_PROGRESS for 2s [ 734.177095] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccb0ab2a-1aa8-407e-ba07-2e40e770e671 in Status: SUCCESS [ 734.177487] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccb0ab2a-1aa8-407e-ba07-2e40e770e671" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.177487] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccb0ab2a-1aa8-407e-ba07-2e40e770e671" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.177993] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccb0ab2a-1aa8-407e-ba07-2e40e770e671" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.177993] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.178195] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.178195] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.178319] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.178433] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.178574] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccb0ab2a-1aa8-407e-ba07-2e40e770e671" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.178613] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ccb0ab2a-1aa8-407e-ba07-2e40e770e671',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.183613] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.183791] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.183856] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.184094] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.184285] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.184285] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d86ef7e-27bc-402b-aeab-a201e3db8423 is going to be updated. [ 734.207389] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.207574] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.207642] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.207861] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.207956] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.208097] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 is going to be updated. [ 734.219663] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.219663] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.219663] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.220432] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.220432] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.230154] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d86ef7e-27bc-402b-aeab-a201e3db8423 in Status: IN_PROGRESS for 2s [ 734.247440] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.247651] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.247756] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.248143] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.248379] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.263126] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 in Status: IN_PROGRESS for 2s [ 734.681508] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ccb0ab2a-1aa8-407e-ba07-2e40e770e671',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.699043] env[65077]: INFO networking_nsxv3.common.synchronization [None req-4087d4f4-6604-4bb5-9afa-21e440a82c08 None None] Enqueued Resource ID: bda48ddf-5215-48b6-b441-4f191d05ba3c with Priority: HIGHEST for action port [ 734.699809] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bda48ddf-5215-48b6-b441-4f191d05ba3c with Priority: HIGHEST for action port [ 734.700723] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-bda48ddf-5215-48b6-b441-4f191d05ba3c taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.700922] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bda48ddf-5215-48b6-b441-4f191d05ba3c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.701068] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bda48ddf-5215-48b6-b441-4f191d05ba3c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.701408] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bda48ddf-5215-48b6-b441-4f191d05ba3c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.701551] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bda48ddf-5215-48b6-b441-4f191d05ba3c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.184376] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ccb0ab2a-1aa8-407e-ba07-2e40e770e671: rpc.has_security_group_logging(os_id): False [ 735.204238] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.204449] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.204449] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.204666] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.204781] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.205074] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.205224] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.205299] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.205440] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.205538] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.205636] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ccb0ab2a-1aa8-407e-ba07-2e40e770e671 is going to be created. [ 735.206834] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bda48ddf-5215-48b6-b441-4f191d05ba3c [ 735.207030] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.207141] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.207207] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.207373] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.207462] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.207570] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bda48ddf-5215-48b6-b441-4f191d05ba3c already deleted. [ 735.207707] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bda48ddf-5215-48b6-b441-4f191d05ba3c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.299717] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.299971] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.300057] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.300287] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.300432] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.324837] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ccb0ab2a-1aa8-407e-ba07-2e40e770e671 in Status: IN_PROGRESS for 2s [ 735.687027] env[65077]: INFO networking_nsxv3.common.synchronization [None req-15b03495-f7cd-4940-b772-ac1d78566842 None None] Enqueued Resource ID: c9de9cad-5576-4d4d-9610-26d7e9110254 with Priority: HIGHEST for action port [ 735.687027] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9de9cad-5576-4d4d-9610-26d7e9110254 with Priority: HIGHEST for action port [ 735.687027] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9de9cad-5576-4d4d-9610-26d7e9110254 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.687027] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9de9cad-5576-4d4d-9610-26d7e9110254" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.687027] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9de9cad-5576-4d4d-9610-26d7e9110254" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.687442] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9de9cad-5576-4d4d-9610-26d7e9110254" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.687647] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9de9cad-5576-4d4d-9610-26d7e9110254',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.792120] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d86ef7e-27bc-402b-aeab-a201e3db8423 in Status: SUCCESS [ 735.794322] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d86ef7e-27bc-402b-aeab-a201e3db8423" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.794322] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d86ef7e-27bc-402b-aeab-a201e3db8423" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.794322] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d86ef7e-27bc-402b-aeab-a201e3db8423" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.794322] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d86ef7e-27bc-402b-aeab-a201e3db8423',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.191179] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c9de9cad-5576-4d4d-9610-26d7e9110254 [ 736.191179] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.191179] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.191179] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.191179] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.191179] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.191179] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c9de9cad-5576-4d4d-9610-26d7e9110254 already deleted. [ 736.191179] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9de9cad-5576-4d4d-9610-26d7e9110254" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.241527] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d86ef7e-27bc-402b-aeab-a201e3db8423 in Status: IN_PROGRESS for 4s [ 736.275969] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 in Status: SUCCESS [ 736.276738] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.276738] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.276738] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.276940] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.277060] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.277129] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.277280] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.278357] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.278357] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('814792c4-8d30-4cd1-beba-7dac1d6899a2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.302313] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d86ef7e-27bc-402b-aeab-a201e3db8423 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.302398] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d86ef7e-27bc-402b-aeab-a201e3db8423" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.781047] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('814792c4-8d30-4cd1-beba-7dac1d6899a2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.284059] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('814792c4-8d30-4cd1-beba-7dac1d6899a2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.338224] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ccb0ab2a-1aa8-407e-ba07-2e40e770e671 in Status: SUCCESS [ 737.338469] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ccb0ab2a-1aa8-407e-ba07-2e40e770e671" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.787091] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.787314] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.787401] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.787751] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.787751] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.787860] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 is going to be updated. [ 737.822367] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.822528] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.822607] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.822851] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.823012] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.833430] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 in Status: IN_PROGRESS for 2s [ 737.847506] env[65077]: INFO networking_nsxv3.common.synchronization [None req-2717aea6-2f62-4eae-b755-443c555f597e None None] Enqueued Resource ID: f456aadf-aeac-4943-8ade-ee598ae566ee with Priority: HIGHEST for action port [ 737.848591] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f456aadf-aeac-4943-8ade-ee598ae566ee with Priority: HIGHEST for action port [ 737.848591] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-f456aadf-aeac-4943-8ade-ee598ae566ee taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.848591] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f456aadf-aeac-4943-8ade-ee598ae566ee" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.848591] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f456aadf-aeac-4943-8ade-ee598ae566ee" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.848935] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f456aadf-aeac-4943-8ade-ee598ae566ee" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.849649] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f456aadf-aeac-4943-8ade-ee598ae566ee',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.985678] env[65077]: INFO networking_nsxv3.common.synchronization [None req-fb9b83d9-8da3-4c51-b1ee-d58d79075a37 None None] Enqueued Resource ID: 178f2ac6-f95d-4e84-a00d-f2ec21e28717 with Priority: HIGHEST for action port [ 737.985808] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 178f2ac6-f95d-4e84-a00d-f2ec21e28717 with Priority: HIGHEST for action port [ 737.986580] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-178f2ac6-f95d-4e84-a00d-f2ec21e28717 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.986580] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-178f2ac6-f95d-4e84-a00d-f2ec21e28717" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.986580] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-178f2ac6-f95d-4e84-a00d-f2ec21e28717" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.986887] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-178f2ac6-f95d-4e84-a00d-f2ec21e28717" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.986975] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('178f2ac6-f95d-4e84-a00d-f2ec21e28717',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.255726] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d86ef7e-27bc-402b-aeab-a201e3db8423 in Status: SUCCESS [ 738.255726] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d86ef7e-27bc-402b-aeab-a201e3db8423" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.255726] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d86ef7e-27bc-402b-aeab-a201e3db8423" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.255726] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d86ef7e-27bc-402b-aeab-a201e3db8423" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.255895] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.255966] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.256064] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.256219] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.257379] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.257379] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d86ef7e-27bc-402b-aeab-a201e3db8423',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.351667] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f456aadf-aeac-4943-8ade-ee598ae566ee [ 738.352071] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.352071] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.352212] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.352398] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.352477] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.352544] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f456aadf-aeac-4943-8ade-ee598ae566ee already deleted. [ 738.352651] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f456aadf-aeac-4943-8ade-ee598ae566ee" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.490025] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 178f2ac6-f95d-4e84-a00d-f2ec21e28717 [ 738.490176] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.490314] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.490384] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.490601] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.490696] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.490791] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:178f2ac6-f95d-4e84-a00d-f2ec21e28717 already deleted. [ 738.490888] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-178f2ac6-f95d-4e84-a00d-f2ec21e28717" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.577215] env[65077]: INFO networking_nsxv3.common.synchronization [req-6bd6ba4c-03dc-4758-8e45-9bbbdb5ccc37 req-4edd414c-42d7-49db-9d12-dbd0619a7cdf tempest-ServersTestJSON-58061666 tempest-ServersTestJSON-58061666-project-member] Enqueued Resource ID: 8b61bc18-96ca-42cb-b4ad-c2ca4a6db705 with Priority: HIGHEST for action security_group_members [ 738.579197] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b61bc18-96ca-42cb-b4ad-c2ca4a6db705 with Priority: HIGHEST for action security_group_members [ 738.579976] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b61bc18-96ca-42cb-b4ad-c2ca4a6db705 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.580195] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b61bc18-96ca-42cb-b4ad-c2ca4a6db705" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.580503] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b61bc18-96ca-42cb-b4ad-c2ca4a6db705" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.580851] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b61bc18-96ca-42cb-b4ad-c2ca4a6db705" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.581096] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.581498] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.581617] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.581869] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.582037] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.582197] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b61bc18-96ca-42cb-b4ad-c2ca4a6db705',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.760012] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d86ef7e-27bc-402b-aeab-a201e3db8423',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.937912] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock network-259 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.938760] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "network-259" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.939158] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "network-259" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.939703] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "network-259" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.940443] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.940670] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.940814] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.941090] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.941288] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.941528] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 738.941663] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 738.941791] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 738.941923] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 738.942070] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 738.942435] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 738.942435] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 738.964659] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 738.964866] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 738.965021] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 738.965198] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "network-259" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.965634] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock port-2f1b2e39-8d96-4c3c-a713-f2d708e7496f taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.965771] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "port-2f1b2e39-8d96-4c3c-a713-f2d708e7496f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.965820] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "port-2f1b2e39-8d96-4c3c-a713-f2d708e7496f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.966162] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "port-2f1b2e39-8d96-4c3c-a713-f2d708e7496f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.966319] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f1b2e39-8d96-4c3c-a713-f2d708e7496f',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.086392] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.088034] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.088034] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.088034] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.088034] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.088034] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.088034] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.088034] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.088034] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.088034] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.088034] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b61bc18-96ca-42cb-b4ad-c2ca4a6db705 already deleted. [ 739.088034] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b61bc18-96ca-42cb-b4ad-c2ca4a6db705" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.262577] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d86ef7e-27bc-402b-aeab-a201e3db8423',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.469698] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.470034] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.470136] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.470704] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.470704] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.470704] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Segment Port 2f1b2e39-8d96-4c3c-a713-f2d708e7496f not found, creating... [ 739.470937] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.471109] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.471222] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.471621] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.471621] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.471832] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.471978] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.472101] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.472297] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.472422] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.472552] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Resource: SegmentPort with ID: 2f1b2e39-8d96-4c3c-a713-f2d708e7496f is going to be created. [ 739.493851] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.494102] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.494225] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.494662] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.494811] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.495074] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "port-2f1b2e39-8d96-4c3c-a713-f2d708e7496f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.768931] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.769207] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.769280] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.769527] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.769602] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.769703] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d86ef7e-27bc-402b-aeab-a201e3db8423 is going to be updated. [ 739.806354] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.806570] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.806653] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.807142] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.807436] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.820092] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d86ef7e-27bc-402b-aeab-a201e3db8423 in Status: IN_PROGRESS for 2s [ 739.842572] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 in Status: SUCCESS [ 739.842797] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.842979] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.843227] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.843422] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.843632] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.843632] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.843777] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.843839] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.843931] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.844115] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-814792c4-8d30-4cd1-beba-7dac1d6899a2 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.844218] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.844299] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.844451] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.844627] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.844725] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.844808] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.844993] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.845099] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.845183] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.845294] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('814792c4-8d30-4cd1-beba-7dac1d6899a2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.218793] env[65077]: INFO networking_nsxv3.common.synchronization [req-6bd6ba4c-03dc-4758-8e45-9bbbdb5ccc37 req-58b6adc5-fde7-403c-9e82-f091a5f94b70 service nova] Enqueued Resource ID: 8b61bc18-96ca-42cb-b4ad-c2ca4a6db705 with Priority: HIGHEST for action security_group_rules [ 740.219080] env[65077]: INFO networking_nsxv3.common.synchronization [req-6bd6ba4c-03dc-4758-8e45-9bbbdb5ccc37 req-58b6adc5-fde7-403c-9e82-f091a5f94b70 service nova] Enqueued Resource ID: 8b61bc18-96ca-42cb-b4ad-c2ca4a6db705 with Priority: HIGHEST for action security_group_members [ 740.219487] env[65077]: INFO networking_nsxv3.common.synchronization [req-6bd6ba4c-03dc-4758-8e45-9bbbdb5ccc37 req-58b6adc5-fde7-403c-9e82-f091a5f94b70 service nova] Enqueued Resource ID: 2f1b2e39-8d96-4c3c-a713-f2d708e7496f with Priority: HIGHEST for action port [ 740.220130] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b61bc18-96ca-42cb-b4ad-c2ca4a6db705 with Priority: HIGHEST for action security_group_rules [ 740.220288] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b61bc18-96ca-42cb-b4ad-c2ca4a6db705 with Priority: HIGHEST for action security_group_members [ 740.220390] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f1b2e39-8d96-4c3c-a713-f2d708e7496f with Priority: HIGHEST for action port [ 740.220703] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b61bc18-96ca-42cb-b4ad-c2ca4a6db705 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.220837] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b61bc18-96ca-42cb-b4ad-c2ca4a6db705" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.220906] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b61bc18-96ca-42cb-b4ad-c2ca4a6db705" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.221152] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b61bc18-96ca-42cb-b4ad-c2ca4a6db705" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.221250] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b61bc18-96ca-42cb-b4ad-c2ca4a6db705',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.222493] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b61bc18-96ca-42cb-b4ad-c2ca4a6db705 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.222617] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b61bc18-96ca-42cb-b4ad-c2ca4a6db705" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.222690] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b61bc18-96ca-42cb-b4ad-c2ca4a6db705" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.222886] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b61bc18-96ca-42cb-b4ad-c2ca4a6db705" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.223092] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.223218] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.223286] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.224704] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.224823] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.224940] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b61bc18-96ca-42cb-b4ad-c2ca4a6db705',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.225781] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f1b2e39-8d96-4c3c-a713-f2d708e7496f taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.225948] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f1b2e39-8d96-4c3c-a713-f2d708e7496f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.226040] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f1b2e39-8d96-4c3c-a713-f2d708e7496f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.226212] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f1b2e39-8d96-4c3c-a713-f2d708e7496f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.226301] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f1b2e39-8d96-4c3c-a713-f2d708e7496f',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.347390] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 814792c4-8d30-4cd1-beba-7dac1d6899a2: rpc.has_security_group_logging(os_id): False [ 740.370079] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.370248] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.370320] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.370538] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.370631] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.370848] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.370960] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.371027] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.371198] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.371279] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.371462] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.371555] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.371617] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.371756] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.371830] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.372260] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.372260] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.372260] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.372729] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.372729] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.372729] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 is going to be updated. [ 740.440203] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.440203] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.440203] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.440453] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.440453] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.454953] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 in Status: IN_PROGRESS for 2s [ 740.727641] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b61bc18-96ca-42cb-b4ad-c2ca4a6db705 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.728065] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b61bc18-96ca-42cb-b4ad-c2ca4a6db705" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.728065] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b61bc18-96ca-42cb-b4ad-c2ca4a6db705',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.729232] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2f1b2e39-8d96-4c3c-a713-f2d708e7496f with status ACTIVE [ 740.729513] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.729695] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.729804] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.730109] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.730272] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.730472] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.730743] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.730743] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.732435] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.732435] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.732597] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.732719] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.732801] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.732967] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.733112] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.733243] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2f1b2e39-8d96-4c3c-a713-f2d708e7496f is going to be updated. [ 740.761680] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.761957] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.761957] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.762697] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.762697] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.762697] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f1b2e39-8d96-4c3c-a713-f2d708e7496f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.235920] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b61bc18-96ca-42cb-b4ad-c2ca4a6db705',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.738548] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.738955] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.738955] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.739051] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.739108] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.739210] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b61bc18-96ca-42cb-b4ad-c2ca4a6db705 is going to be created. [ 741.776809] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.777085] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.777085] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.777322] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.777446] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.787669] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b61bc18-96ca-42cb-b4ad-c2ca4a6db705 in Status: UNINITIALIZED for 2s [ 741.829539] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d86ef7e-27bc-402b-aeab-a201e3db8423 in Status: SUCCESS [ 741.830145] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d86ef7e-27bc-402b-aeab-a201e3db8423" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.830145] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d86ef7e-27bc-402b-aeab-a201e3db8423" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.830225] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d86ef7e-27bc-402b-aeab-a201e3db8423" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.830428] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.830552] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.830609] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.830921] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.830921] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.830921] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d86ef7e-27bc-402b-aeab-a201e3db8423" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.831207] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2d86ef7e-27bc-402b-aeab-a201e3db8423',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.334448] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2d86ef7e-27bc-402b-aeab-a201e3db8423',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.472942] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 in Status: SUCCESS [ 742.473251] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.473402] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.473630] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.473720] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('814792c4-8d30-4cd1-beba-7dac1d6899a2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.837457] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2d86ef7e-27bc-402b-aeab-a201e3db8423: rpc.has_security_group_logging(os_id): False [ 742.860742] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.860885] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.861028] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.861177] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.862070] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.862070] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.862070] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.862070] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.862070] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.862070] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.862070] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d86ef7e-27bc-402b-aeab-a201e3db8423 is going to be updated. [ 742.934030] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.934189] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.934269] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.934475] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.934624] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.952097] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d86ef7e-27bc-402b-aeab-a201e3db8423 in Status: IN_PROGRESS for 2s [ 742.980730] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-814792c4-8d30-4cd1-beba-7dac1d6899a2 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.980875] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.980978] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.981229] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.981472] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.981595] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.981649] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.982333] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.982333] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.982333] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.982333] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('814792c4-8d30-4cd1-beba-7dac1d6899a2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.485824] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-814792c4-8d30-4cd1-beba-7dac1d6899a2 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.485824] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.485824] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.485824] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.485824] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.485824] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.485824] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.485824] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.486915] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.486915] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.486915] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-814792c4-8d30-4cd1-beba-7dac1d6899a2 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.486915] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.486915] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.486915] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.486915] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.487271] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.487271] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.487458] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.487584] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.487761] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.487911] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('814792c4-8d30-4cd1-beba-7dac1d6899a2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.799594] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b61bc18-96ca-42cb-b4ad-c2ca4a6db705 in Status: SUCCESS [ 743.800094] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b61bc18-96ca-42cb-b4ad-c2ca4a6db705" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.800203] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b61bc18-96ca-42cb-b4ad-c2ca4a6db705" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.800425] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b61bc18-96ca-42cb-b4ad-c2ca4a6db705" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.800784] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.800784] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.800904] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.801068] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.801068] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.801639] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b61bc18-96ca-42cb-b4ad-c2ca4a6db705" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.801639] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b61bc18-96ca-42cb-b4ad-c2ca4a6db705',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.991872] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 814792c4-8d30-4cd1-beba-7dac1d6899a2: rpc.has_security_group_logging(os_id): False [ 744.012785] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.012996] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.012996] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.013231] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.013328] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.013574] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.013784] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.013784] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.013916] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.013974] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.014171] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.014255] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.014318] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.014456] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.015250] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.015525] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.015643] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.015723] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.015915] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.016114] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.016188] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 is going to be updated. [ 744.106459] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.106660] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.106660] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.106929] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.108121] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.131122] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 in Status: IN_PROGRESS for 2s [ 744.304932] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b61bc18-96ca-42cb-b4ad-c2ca4a6db705',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.808411] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b61bc18-96ca-42cb-b4ad-c2ca4a6db705: rpc.has_security_group_logging(os_id): False [ 744.831820] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.831820] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.831820] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.831820] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.831820] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.831820] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.832177] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.832177] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.832177] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.832295] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.832324] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b61bc18-96ca-42cb-b4ad-c2ca4a6db705 is going to be created. [ 744.901540] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.901842] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.901842] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.901956] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.902156] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.917373] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b61bc18-96ca-42cb-b4ad-c2ca4a6db705 in Status: IN_PROGRESS for 2s [ 744.968060] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d86ef7e-27bc-402b-aeab-a201e3db8423 in Status: SUCCESS [ 744.968662] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d86ef7e-27bc-402b-aeab-a201e3db8423" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.222050] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 745.222386] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 745.353413] env[65077]: INFO networking_nsxv3.common.synchronization [req-aa68ab78-7824-401c-8b4e-8eadb92b8f27 req-c2ff749a-283d-4ea7-91ee-b5c093d0902f tempest-ServerDiskConfigTestJSON-1910186758 tempest-ServerDiskConfigTestJSON-1910186758-project-member] Enqueued Resource ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f with Priority: HIGHEST for action security_group_members [ 745.353936] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f with Priority: HIGHEST for action security_group_members [ 745.354962] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-39fdd242-c400-49e1-8754-8fc68bcdde8f taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.354962] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.354962] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.354962] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.354962] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.354962] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.354962] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.355527] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.355527] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.355527] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39fdd242-c400-49e1-8754-8fc68bcdde8f',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.860508] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.860508] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.860508] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.860508] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.860508] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.860508] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.860508] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.860508] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.860508] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.860508] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.860508] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f is going to be updated. [ 745.888647] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.888647] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.888647] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.888647] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.888647] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.898204] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f in Status: IN_PROGRESS for 2s [ 746.148889] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 in Status: SUCCESS [ 746.148889] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.694555] env[65077]: INFO networking_nsxv3.common.synchronization [req-2d29536b-5e90-4bcd-9a33-5c49a996a9c7 req-304554b8-8ad7-4346-b85f-51c88c3e3a27 tempest-VolumesAssistedSnapshotsTest-324383150 tempest-VolumesAssistedSnapshotsTest-324383150-project-member] Enqueued Resource ID: 0241d8af-347c-48e3-ace7-302198e5e63e with Priority: HIGHEST for action security_group_members [ 746.698304] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0241d8af-347c-48e3-ace7-302198e5e63e with Priority: HIGHEST for action security_group_members [ 746.698304] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-0241d8af-347c-48e3-ace7-302198e5e63e taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.698304] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0241d8af-347c-48e3-ace7-302198e5e63e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.698304] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0241d8af-347c-48e3-ace7-302198e5e63e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.698304] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0241d8af-347c-48e3-ace7-302198e5e63e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.698304] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.698304] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.698304] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.698304] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.698304] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.698304] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0241d8af-347c-48e3-ace7-302198e5e63e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.930738] env[65077]: INFO networking_nsxv3.common.synchronization [None req-d24d6454-4594-47a7-b7f1-4c820a137df0 None None] Enqueued Resource ID: 54fc4856-970a-4df2-aa32-60bcb8c8e785 with Priority: HIGHEST for action port [ 746.935056] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54fc4856-970a-4df2-aa32-60bcb8c8e785 with Priority: HIGHEST for action port [ 746.936328] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b61bc18-96ca-42cb-b4ad-c2ca4a6db705 in Status: SUCCESS [ 746.936724] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b61bc18-96ca-42cb-b4ad-c2ca4a6db705" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.937182] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-54fc4856-970a-4df2-aa32-60bcb8c8e785 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.937433] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54fc4856-970a-4df2-aa32-60bcb8c8e785" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.937433] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54fc4856-970a-4df2-aa32-60bcb8c8e785" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.938042] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54fc4856-970a-4df2-aa32-60bcb8c8e785" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.938042] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54fc4856-970a-4df2-aa32-60bcb8c8e785',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.200729] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.200977] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.201070] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.202636] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.202636] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.204489] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.204489] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.204489] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.204489] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.204489] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.204489] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0241d8af-347c-48e3-ace7-302198e5e63e is going to be updated. [ 747.250285] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.250464] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.250511] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.250721] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.250879] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.263793] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0241d8af-347c-48e3-ace7-302198e5e63e in Status: IN_PROGRESS for 2s [ 747.441504] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 54fc4856-970a-4df2-aa32-60bcb8c8e785 [ 747.442076] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.442303] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.442505] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.442877] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.442995] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.443114] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:54fc4856-970a-4df2-aa32-60bcb8c8e785 already deleted. [ 747.443267] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54fc4856-970a-4df2-aa32-60bcb8c8e785" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.500377] env[65077]: INFO networking_nsxv3.common.synchronization [req-948e39aa-7098-493a-95aa-761900859a9c req-47349452-f3d2-4ac7-8aa8-4203145f45db tempest-ServerRescueTestJSON-46948838 tempest-ServerRescueTestJSON-46948838-project-member] Enqueued Resource ID: 5d5a18d9-ef28-43fb-a60d-fa379ab34eb2 with Priority: HIGHEST for action security_group_members [ 747.501549] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d5a18d9-ef28-43fb-a60d-fa379ab34eb2 with Priority: HIGHEST for action security_group_members [ 747.503543] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d5a18d9-ef28-43fb-a60d-fa379ab34eb2 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.503543] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d5a18d9-ef28-43fb-a60d-fa379ab34eb2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.503543] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d5a18d9-ef28-43fb-a60d-fa379ab34eb2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.503543] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d5a18d9-ef28-43fb-a60d-fa379ab34eb2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.503543] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.503543] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.503543] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.503543] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.503543] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.504100] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d5a18d9-ef28-43fb-a60d-fa379ab34eb2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.912721] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f in Status: SUCCESS [ 747.912976] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f deletion is rescheduled due to dependency. [ 747.912976] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.006932] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.006932] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.006932] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.006932] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.006932] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.007296] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.007296] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.007377] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.007555] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.007621] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.007727] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d5a18d9-ef28-43fb-a60d-fa379ab34eb2 already deleted. [ 748.007794] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d5a18d9-ef28-43fb-a60d-fa379ab34eb2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.084455] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock network-368 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.084455] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "network-368" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.084455] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "network-368" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.084455] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "network-368" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.084455] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.085112] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.085407] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.085740] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.086013] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.086531] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 748.086750] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 748.087047] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 748.089059] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 748.089059] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 748.089059] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 748.089059] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 748.110719] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 748.110719] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 748.110719] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 748.110719] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "network-368" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.112038] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock port-43c51109-d980-4681-bbdd-253227961222 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.112038] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "port-43c51109-d980-4681-bbdd-253227961222" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.112038] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "port-43c51109-d980-4681-bbdd-253227961222" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.112038] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "port-43c51109-d980-4681-bbdd-253227961222" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.112038] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43c51109-d980-4681-bbdd-253227961222',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.250724] env[65077]: INFO networking_nsxv3.common.synchronization [req-d93851b3-45e4-4f15-b40a-6021e45fe42e req-72a3f863-d710-49fd-89d5-b9308b12d87b tempest-ServersWithSpecificFlavorTestJSON-398937738 tempest-ServersWithSpecificFlavorTestJSON-398937738-project-member] Enqueued Resource ID: 7e03c969-cff9-42d3-b23d-08179150276c with Priority: HIGHEST for action security_group_members [ 748.251455] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e03c969-cff9-42d3-b23d-08179150276c with Priority: HIGHEST for action security_group_members [ 748.251729] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e03c969-cff9-42d3-b23d-08179150276c taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.251877] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e03c969-cff9-42d3-b23d-08179150276c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.251947] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e03c969-cff9-42d3-b23d-08179150276c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.252209] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e03c969-cff9-42d3-b23d-08179150276c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.252384] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.252487] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.252547] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.252716] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.252833] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.253538] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e03c969-cff9-42d3-b23d-08179150276c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.615623] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.615938] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.616990] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.616990] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.616990] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.616990] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Segment Port 43c51109-d980-4681-bbdd-253227961222 not found, creating... [ 748.617403] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.617605] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.617720] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.619101] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.619370] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.619716] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.619892] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.620193] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.620586] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.620786] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.620992] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Resource: SegmentPort with ID: 43c51109-d980-4681-bbdd-253227961222 is going to be created. [ 748.648054] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.648498] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.652058] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.652058] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.652058] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.652058] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "port-43c51109-d980-4681-bbdd-253227961222" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.755558] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.755739] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.755835] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.756036] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.756151] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.756402] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.756495] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.756555] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.756720] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.756813] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.756938] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e03c969-cff9-42d3-b23d-08179150276c is going to be updated. [ 748.814740] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.814999] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.815317] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.815489] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.815905] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.828622] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e03c969-cff9-42d3-b23d-08179150276c in Status: IN_PROGRESS for 2s [ 749.274834] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0241d8af-347c-48e3-ace7-302198e5e63e in Status: SUCCESS [ 749.275127] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0241d8af-347c-48e3-ace7-302198e5e63e deletion is rescheduled due to dependency. [ 749.275222] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0241d8af-347c-48e3-ace7-302198e5e63e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.483178] env[65077]: INFO networking_nsxv3.common.synchronization [req-948e39aa-7098-493a-95aa-761900859a9c req-f3570be1-d05b-447e-9c0e-1c771079a7de service nova] Enqueued Resource ID: 5d5a18d9-ef28-43fb-a60d-fa379ab34eb2 with Priority: HIGHEST for action security_group_rules [ 749.483590] env[65077]: INFO networking_nsxv3.common.synchronization [req-948e39aa-7098-493a-95aa-761900859a9c req-f3570be1-d05b-447e-9c0e-1c771079a7de service nova] Enqueued Resource ID: 5d5a18d9-ef28-43fb-a60d-fa379ab34eb2 with Priority: HIGHEST for action security_group_members [ 749.483741] env[65077]: INFO networking_nsxv3.common.synchronization [req-948e39aa-7098-493a-95aa-761900859a9c req-f3570be1-d05b-447e-9c0e-1c771079a7de service nova] Enqueued Resource ID: 43c51109-d980-4681-bbdd-253227961222 with Priority: HIGHEST for action port [ 749.484334] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d5a18d9-ef28-43fb-a60d-fa379ab34eb2 with Priority: HIGHEST for action security_group_rules [ 749.484461] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d5a18d9-ef28-43fb-a60d-fa379ab34eb2 with Priority: HIGHEST for action security_group_members [ 749.484550] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43c51109-d980-4681-bbdd-253227961222 with Priority: HIGHEST for action port [ 749.487106] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d5a18d9-ef28-43fb-a60d-fa379ab34eb2 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.487106] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d5a18d9-ef28-43fb-a60d-fa379ab34eb2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.487106] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d5a18d9-ef28-43fb-a60d-fa379ab34eb2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.487106] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d5a18d9-ef28-43fb-a60d-fa379ab34eb2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.487106] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d5a18d9-ef28-43fb-a60d-fa379ab34eb2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.487456] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d5a18d9-ef28-43fb-a60d-fa379ab34eb2 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.487456] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d5a18d9-ef28-43fb-a60d-fa379ab34eb2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.487558] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d5a18d9-ef28-43fb-a60d-fa379ab34eb2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.487723] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d5a18d9-ef28-43fb-a60d-fa379ab34eb2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.487947] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.488094] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.488209] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.489874] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.489874] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.489874] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d5a18d9-ef28-43fb-a60d-fa379ab34eb2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.493828] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-43c51109-d980-4681-bbdd-253227961222 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.493980] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43c51109-d980-4681-bbdd-253227961222" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.494073] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43c51109-d980-4681-bbdd-253227961222" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.494317] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43c51109-d980-4681-bbdd-253227961222" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.494383] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43c51109-d980-4681-bbdd-253227961222',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.674094] env[65077]: INFO networking_nsxv3.common.synchronization [None req-4c0f887d-7f14-4e56-815b-6b18dc47f74b None None] Enqueued Resource ID: e9cbce7b-daf0-4fbd-adc8-08afa942287d with Priority: HIGHEST for action port [ 749.675997] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9cbce7b-daf0-4fbd-adc8-08afa942287d with Priority: HIGHEST for action port [ 749.676207] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9cbce7b-daf0-4fbd-adc8-08afa942287d taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.676406] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9cbce7b-daf0-4fbd-adc8-08afa942287d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.676487] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9cbce7b-daf0-4fbd-adc8-08afa942287d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.678752] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9cbce7b-daf0-4fbd-adc8-08afa942287d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.678752] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9cbce7b-daf0-4fbd-adc8-08afa942287d',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.760194] env[65077]: INFO networking_nsxv3.common.synchronization [req-f332d560-073e-47e9-8294-ee1fd8651626 req-5c483c6d-fa5c-4568-a2bf-1143de30ee7f tempest-ListServersNegativeTestJSON-1725124584 tempest-ListServersNegativeTestJSON-1725124584-project-member] Enqueued Resource ID: 5cdcc784-c0ae-4c99-a000-9ce3868b639a with Priority: HIGHEST for action security_group_members [ 749.763037] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cdcc784-c0ae-4c99-a000-9ce3868b639a with Priority: HIGHEST for action security_group_members [ 749.763037] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cdcc784-c0ae-4c99-a000-9ce3868b639a taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.763037] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.763037] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.763037] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.763037] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.763037] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.763037] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.763037] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.763037] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.763766] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5cdcc784-c0ae-4c99-a000-9ce3868b639a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.999364] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d5a18d9-ef28-43fb-a60d-fa379ab34eb2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.999364] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d5a18d9-ef28-43fb-a60d-fa379ab34eb2 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.999364] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d5a18d9-ef28-43fb-a60d-fa379ab34eb2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.999364] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 43c51109-d980-4681-bbdd-253227961222 with status ACTIVE [ 749.999364] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.999364] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.999364] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.999364] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.999364] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.999954] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.000260] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.000486] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.000937] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.001132] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.001572] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.001783] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.001960] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.002321] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.002691] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.003385] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 43c51109-d980-4681-bbdd-253227961222 is going to be updated. [ 750.031360] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.031679] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.031778] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.032054] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.032200] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.032368] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43c51109-d980-4681-bbdd-253227961222" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.181552] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e9cbce7b-daf0-4fbd-adc8-08afa942287d [ 750.181769] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.182266] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.182266] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.182266] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.182266] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.182521] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e9cbce7b-daf0-4fbd-adc8-08afa942287d already deleted. [ 750.182521] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9cbce7b-daf0-4fbd-adc8-08afa942287d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.251072] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock network-634 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.251072] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "network-634" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.251072] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "network-634" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.251671] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "network-634" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.252758] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.253392] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.253732] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.255366] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.255366] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.255366] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 750.255366] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 750.255366] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 750.255366] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 750.255366] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 750.256421] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 750.256852] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 750.267402] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.267402] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.267402] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.267402] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.267402] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.267402] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.267402] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.267402] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.267402] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.267402] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.267402] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cdcc784-c0ae-4c99-a000-9ce3868b639a already deleted. [ 750.267402] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.279949] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 750.280295] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 750.280512] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 750.280761] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "network-634" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.281149] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock port-3c00149f-2def-49fa-a55e-b7c862d0c754 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.281324] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "port-3c00149f-2def-49fa-a55e-b7c862d0c754" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.281443] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "port-3c00149f-2def-49fa-a55e-b7c862d0c754" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.281847] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "port-3c00149f-2def-49fa-a55e-b7c862d0c754" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.282229] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c00149f-2def-49fa-a55e-b7c862d0c754',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.498781] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d5a18d9-ef28-43fb-a60d-fa379ab34eb2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.787546] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.787721] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.787814] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.788152] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.788293] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.788439] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Segment Port 3c00149f-2def-49fa-a55e-b7c862d0c754 not found, creating... [ 750.788685] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.788837] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.789016] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.789216] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.789344] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.789606] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.789761] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.789871] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.790084] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.790212] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.790341] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Resource: SegmentPort with ID: 3c00149f-2def-49fa-a55e-b7c862d0c754 is going to be created. [ 750.831248] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.831466] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.831583] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.831858] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.832173] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.832397] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "port-3c00149f-2def-49fa-a55e-b7c862d0c754" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.845895] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e03c969-cff9-42d3-b23d-08179150276c in Status: SUCCESS [ 750.846160] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e03c969-cff9-42d3-b23d-08179150276c deletion is rescheduled due to dependency. [ 750.846294] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e03c969-cff9-42d3-b23d-08179150276c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.003470] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.003648] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.003718] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.003931] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.004043] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.004110] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d5a18d9-ef28-43fb-a60d-fa379ab34eb2 is going to be created. [ 751.042899] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.043246] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.043246] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.043458] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.043629] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.056679] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d5a18d9-ef28-43fb-a60d-fa379ab34eb2 in Status: UNINITIALIZED for 2s [ 751.576802] env[65077]: INFO networking_nsxv3.common.synchronization [req-f332d560-073e-47e9-8294-ee1fd8651626 req-86306b8d-22e9-4632-925c-1be696bdea99 service nova] Enqueued Resource ID: 5cdcc784-c0ae-4c99-a000-9ce3868b639a with Priority: HIGHEST for action security_group_rules [ 751.577144] env[65077]: INFO networking_nsxv3.common.synchronization [req-f332d560-073e-47e9-8294-ee1fd8651626 req-86306b8d-22e9-4632-925c-1be696bdea99 service nova] Enqueued Resource ID: 5cdcc784-c0ae-4c99-a000-9ce3868b639a with Priority: HIGHEST for action security_group_members [ 751.577144] env[65077]: INFO networking_nsxv3.common.synchronization [req-f332d560-073e-47e9-8294-ee1fd8651626 req-86306b8d-22e9-4632-925c-1be696bdea99 service nova] Enqueued Resource ID: 3c00149f-2def-49fa-a55e-b7c862d0c754 with Priority: HIGHEST for action port [ 751.577669] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cdcc784-c0ae-4c99-a000-9ce3868b639a with Priority: HIGHEST for action security_group_rules [ 751.577799] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cdcc784-c0ae-4c99-a000-9ce3868b639a with Priority: HIGHEST for action security_group_members [ 751.577888] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c00149f-2def-49fa-a55e-b7c862d0c754 with Priority: HIGHEST for action port [ 751.579079] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5cdcc784-c0ae-4c99-a000-9ce3868b639a taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.579212] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.579318] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.579514] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.579625] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5cdcc784-c0ae-4c99-a000-9ce3868b639a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.580602] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cdcc784-c0ae-4c99-a000-9ce3868b639a taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.580735] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.580788] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.580974] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.581140] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.581258] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.581305] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.581507] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.581570] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.581702] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5cdcc784-c0ae-4c99-a000-9ce3868b639a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.590079] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c00149f-2def-49fa-a55e-b7c862d0c754 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.590079] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c00149f-2def-49fa-a55e-b7c862d0c754" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.590079] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c00149f-2def-49fa-a55e-b7c862d0c754" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.590376] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c00149f-2def-49fa-a55e-b7c862d0c754" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.590376] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c00149f-2def-49fa-a55e-b7c862d0c754',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.902885] env[65077]: INFO networking_nsxv3.common.synchronization [None req-0f0980d7-cb65-47c3-a81b-65ac9475f342 tempest-ServersTestManualDisk-1630987150 tempest-ServersTestManualDisk-1630987150-project-member] Enqueued Resource ID: 9d9768e9-d87f-4f9f-a9c7-e7e23ad01921 with Priority: HIGHEST for action security_group_rules [ 751.903198] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d9768e9-d87f-4f9f-a9c7-e7e23ad01921 with Priority: HIGHEST for action security_group_rules [ 751.903492] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d9768e9-d87f-4f9f-a9c7-e7e23ad01921 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.903647] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d9768e9-d87f-4f9f-a9c7-e7e23ad01921" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.903745] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d9768e9-d87f-4f9f-a9c7-e7e23ad01921" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.904111] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d9768e9-d87f-4f9f-a9c7-e7e23ad01921" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.904368] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d9768e9-d87f-4f9f-a9c7-e7e23ad01921',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.044715] env[65077]: INFO networking_nsxv3.common.synchronization [None req-b7baffc8-3dab-4d28-821b-514ad1da3ad5 tempest-ServersTestManualDisk-1630987150 tempest-ServersTestManualDisk-1630987150-project-member] Enqueued Resource ID: 9d9768e9-d87f-4f9f-a9c7-e7e23ad01921 with Priority: HIGHEST for action security_group_rules [ 752.046337] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d9768e9-d87f-4f9f-a9c7-e7e23ad01921 with Priority: HIGHEST for action security_group_rules [ 752.046688] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d9768e9-d87f-4f9f-a9c7-e7e23ad01921 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.046915] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d9768e9-d87f-4f9f-a9c7-e7e23ad01921" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.093403] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cdcc784-c0ae-4c99-a000-9ce3868b639a taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.093682] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.093755] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5cdcc784-c0ae-4c99-a000-9ce3868b639a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.094676] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3c00149f-2def-49fa-a55e-b7c862d0c754 with status ACTIVE [ 752.094878] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.094996] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.095077] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.098232] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.098328] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.098550] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.098649] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.098716] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.098884] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.098977] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.099294] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.099375] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.099411] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.099544] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.099619] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.099710] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3c00149f-2def-49fa-a55e-b7c862d0c754 is going to be updated. [ 752.123131] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.123131] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.123131] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.123131] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.123131] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.123131] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c00149f-2def-49fa-a55e-b7c862d0c754" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.426832] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.426832] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.426832] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.426832] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.426832] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.426832] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d9768e9-d87f-4f9f-a9c7-e7e23ad01921 already deleted. [ 752.426832] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d9768e9-d87f-4f9f-a9c7-e7e23ad01921" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.426832] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d9768e9-d87f-4f9f-a9c7-e7e23ad01921" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.426832] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d9768e9-d87f-4f9f-a9c7-e7e23ad01921" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.429332] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d9768e9-d87f-4f9f-a9c7-e7e23ad01921',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.602197] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5cdcc784-c0ae-4c99-a000-9ce3868b639a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.953092] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.953265] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.953312] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.953508] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.953601] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.953696] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d9768e9-d87f-4f9f-a9c7-e7e23ad01921 already deleted. [ 752.953773] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d9768e9-d87f-4f9f-a9c7-e7e23ad01921" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.057403] env[65077]: INFO networking_nsxv3.common.synchronization [None req-989dc96b-052b-4e2c-acbe-3fe1b5102ae9 None None] Enqueued Resource ID: a3a60548-f41e-49cd-8c3b-b2b8e058a61b with Priority: HIGHEST for action port [ 753.058870] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3a60548-f41e-49cd-8c3b-b2b8e058a61b with Priority: HIGHEST for action port [ 753.061863] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3a60548-f41e-49cd-8c3b-b2b8e058a61b taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.061863] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3a60548-f41e-49cd-8c3b-b2b8e058a61b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.061863] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3a60548-f41e-49cd-8c3b-b2b8e058a61b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.061863] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3a60548-f41e-49cd-8c3b-b2b8e058a61b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.061863] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3a60548-f41e-49cd-8c3b-b2b8e058a61b',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.070037] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d5a18d9-ef28-43fb-a60d-fa379ab34eb2 in Status: SUCCESS [ 753.071175] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d5a18d9-ef28-43fb-a60d-fa379ab34eb2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.071175] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d5a18d9-ef28-43fb-a60d-fa379ab34eb2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.071175] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d5a18d9-ef28-43fb-a60d-fa379ab34eb2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.071175] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.071175] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.071175] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.071175] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.071598] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.071598] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d5a18d9-ef28-43fb-a60d-fa379ab34eb2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.071598] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d5a18d9-ef28-43fb-a60d-fa379ab34eb2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.105379] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.105570] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.105666] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.106042] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.106042] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.106182] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cdcc784-c0ae-4c99-a000-9ce3868b639a is going to be created. [ 753.132564] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.132564] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.132564] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.132794] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.132794] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.147760] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cdcc784-c0ae-4c99-a000-9ce3868b639a in Status: UNINITIALIZED for 2s [ 753.562979] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a3a60548-f41e-49cd-8c3b-b2b8e058a61b [ 753.563401] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.563616] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.563738] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.564084] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.564246] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.564357] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a3a60548-f41e-49cd-8c3b-b2b8e058a61b already deleted. [ 753.564503] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3a60548-f41e-49cd-8c3b-b2b8e058a61b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.575485] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d5a18d9-ef28-43fb-a60d-fa379ab34eb2 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.575485] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d5a18d9-ef28-43fb-a60d-fa379ab34eb2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.575485] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d5a18d9-ef28-43fb-a60d-fa379ab34eb2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.575485] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d5a18d9-ef28-43fb-a60d-fa379ab34eb2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.575485] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.575485] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.576228] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.577225] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.577225] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.577225] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d5a18d9-ef28-43fb-a60d-fa379ab34eb2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.577536] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d5a18d9-ef28-43fb-a60d-fa379ab34eb2 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.577536] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d5a18d9-ef28-43fb-a60d-fa379ab34eb2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.577536] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d5a18d9-ef28-43fb-a60d-fa379ab34eb2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.577727] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d5a18d9-ef28-43fb-a60d-fa379ab34eb2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.577891] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.578087] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.578087] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.578246] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.578608] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.578608] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d5a18d9-ef28-43fb-a60d-fa379ab34eb2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.578608] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d5a18d9-ef28-43fb-a60d-fa379ab34eb2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.081434] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d5a18d9-ef28-43fb-a60d-fa379ab34eb2: rpc.has_security_group_logging(os_id): False [ 754.101082] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.101190] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.101326] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.101637] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.101728] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.101972] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.102181] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.102258] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.102415] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.102492] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.102704] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.102808] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.103371] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.103371] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.103371] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.103371] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.103739] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.103739] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.103739] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.103857] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.104380] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d5a18d9-ef28-43fb-a60d-fa379ab34eb2 is going to be created. [ 754.176371] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.176531] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.176761] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.176971] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.177241] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.192524] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d5a18d9-ef28-43fb-a60d-fa379ab34eb2 in Status: IN_PROGRESS for 2s [ 754.340963] env[65077]: INFO networking_nsxv3.common.synchronization [req-f332d560-073e-47e9-8294-ee1fd8651626 req-4528c118-fcad-4833-bae5-8391d642d60b tempest-ListServersNegativeTestJSON-1725124584 tempest-ListServersNegativeTestJSON-1725124584-project-member] Enqueued Resource ID: 5cdcc784-c0ae-4c99-a000-9ce3868b639a with Priority: HIGHEST for action security_group_members [ 754.341115] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cdcc784-c0ae-4c99-a000-9ce3868b639a with Priority: HIGHEST for action security_group_members [ 754.341839] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cdcc784-c0ae-4c99-a000-9ce3868b639a taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.343024] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.688548] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock network-634 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.688725] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "network-634" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.688840] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "network-634" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.689172] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "network-634" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.689429] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.689581] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.689693] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.690162] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.690428] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.690735] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 754.690936] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 754.691084] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 754.692454] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 754.692579] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 754.692685] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 754.692815] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 754.726770] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 754.726770] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 754.726770] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 754.727201] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "network-634" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.727201] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock port-5cae2a56-c688-4b0c-bb8f-f64d04571b3d taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.727386] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "port-5cae2a56-c688-4b0c-bb8f-f64d04571b3d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.727502] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "port-5cae2a56-c688-4b0c-bb8f-f64d04571b3d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.727982] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "port-5cae2a56-c688-4b0c-bb8f-f64d04571b3d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.727982] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5cae2a56-c688-4b0c-bb8f-f64d04571b3d',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.159277] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cdcc784-c0ae-4c99-a000-9ce3868b639a in Status: SUCCESS [ 755.159642] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.159696] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.159946] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.160104] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.160231] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.160305] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.160429] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.160509] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.160596] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.160684] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5cdcc784-c0ae-4c99-a000-9ce3868b639a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.161584] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.161736] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.161894] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.161990] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.162085] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.162200] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.162300] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.162369] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5cdcc784-c0ae-4c99-a000-9ce3868b639a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.230331] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.230609] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.230721] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.230989] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.231209] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.231373] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Segment Port 5cae2a56-c688-4b0c-bb8f-f64d04571b3d not found, creating... [ 755.231690] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.231889] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.232047] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.232389] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.232574] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.232896] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.233119] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.233269] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.233517] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.233675] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.233841] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Resource: SegmentPort with ID: 5cae2a56-c688-4b0c-bb8f-f64d04571b3d is going to be created. [ 755.257692] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.257971] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.258091] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.258393] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.258613] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.258841] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "port-5cae2a56-c688-4b0c-bb8f-f64d04571b3d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.288189] env[65077]: INFO networking_nsxv3.common.synchronization [None req-ec5479b5-7301-4673-95d0-280950631d3e None None] Enqueued Resource ID: fe69e21a-0b54-4c41-bdb1-48628270bbc2 with Priority: HIGHEST for action port [ 755.288904] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe69e21a-0b54-4c41-bdb1-48628270bbc2 with Priority: HIGHEST for action port [ 755.289328] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe69e21a-0b54-4c41-bdb1-48628270bbc2 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.289455] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe69e21a-0b54-4c41-bdb1-48628270bbc2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.289519] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe69e21a-0b54-4c41-bdb1-48628270bbc2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.289839] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe69e21a-0b54-4c41-bdb1-48628270bbc2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.289942] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe69e21a-0b54-4c41-bdb1-48628270bbc2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.664208] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cdcc784-c0ae-4c99-a000-9ce3868b639a taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.664208] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.664602] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5cdcc784-c0ae-4c99-a000-9ce3868b639a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.792611] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fe69e21a-0b54-4c41-bdb1-48628270bbc2 [ 755.795077] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.795077] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.795077] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.795077] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.795077] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.795077] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fe69e21a-0b54-4c41-bdb1-48628270bbc2 already deleted. [ 755.795077] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe69e21a-0b54-4c41-bdb1-48628270bbc2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.006099] env[65077]: INFO networking_nsxv3.common.synchronization [req-f332d560-073e-47e9-8294-ee1fd8651626 req-88ffbf19-9db4-4e82-9dc1-cfcde84ede29 service nova] Enqueued Resource ID: 5cdcc784-c0ae-4c99-a000-9ce3868b639a with Priority: HIGHEST for action security_group_rules [ 756.006360] env[65077]: INFO networking_nsxv3.common.synchronization [req-f332d560-073e-47e9-8294-ee1fd8651626 req-88ffbf19-9db4-4e82-9dc1-cfcde84ede29 service nova] Enqueued Resource ID: 5cdcc784-c0ae-4c99-a000-9ce3868b639a with Priority: HIGHEST for action security_group_members [ 756.006487] env[65077]: INFO networking_nsxv3.common.synchronization [req-f332d560-073e-47e9-8294-ee1fd8651626 req-88ffbf19-9db4-4e82-9dc1-cfcde84ede29 service nova] Enqueued Resource ID: 5cae2a56-c688-4b0c-bb8f-f64d04571b3d with Priority: HIGHEST for action port [ 756.007052] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cdcc784-c0ae-4c99-a000-9ce3868b639a with Priority: HIGHEST for action security_group_rules [ 756.007194] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cdcc784-c0ae-4c99-a000-9ce3868b639a with Priority: HIGHEST for action security_group_members [ 756.007292] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cae2a56-c688-4b0c-bb8f-f64d04571b3d with Priority: HIGHEST for action port [ 756.007572] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5cdcc784-c0ae-4c99-a000-9ce3868b639a taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.007670] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.007848] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cdcc784-c0ae-4c99-a000-9ce3868b639a taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.007990] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.008198] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-5cae2a56-c688-4b0c-bb8f-f64d04571b3d taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.008351] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5cae2a56-c688-4b0c-bb8f-f64d04571b3d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.008351] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5cae2a56-c688-4b0c-bb8f-f64d04571b3d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.008550] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5cae2a56-c688-4b0c-bb8f-f64d04571b3d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.008637] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5cae2a56-c688-4b0c-bb8f-f64d04571b3d',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.168060] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5cdcc784-c0ae-4c99-a000-9ce3868b639a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.208724] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d5a18d9-ef28-43fb-a60d-fa379ab34eb2 in Status: SUCCESS [ 756.209114] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d5a18d9-ef28-43fb-a60d-fa379ab34eb2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.512826] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5cae2a56-c688-4b0c-bb8f-f64d04571b3d with status ACTIVE [ 756.513151] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.513265] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.513314] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.513505] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.513597] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.513783] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.513885] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.513949] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.514123] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.514200] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.514386] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.514475] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.514534] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.514678] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.514764] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.514854] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5cae2a56-c688-4b0c-bb8f-f64d04571b3d is going to be updated. [ 756.544376] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.544602] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.544725] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.544954] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.545144] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.545383] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5cae2a56-c688-4b0c-bb8f-f64d04571b3d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.670555] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.670780] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.670976] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.671110] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.671239] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.671351] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cdcc784-c0ae-4c99-a000-9ce3868b639a is going to be updated. [ 756.719586] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.719797] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.719797] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.720163] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.720446] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.732728] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cdcc784-c0ae-4c99-a000-9ce3868b639a in Status: IN_PROGRESS for 2s [ 758.745768] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cdcc784-c0ae-4c99-a000-9ce3868b639a in Status: SUCCESS [ 758.746312] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.746312] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.746592] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.746654] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.746779] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.746943] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.747150] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.747689] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.747689] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.748185] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cdcc784-c0ae-4c99-a000-9ce3868b639a taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.748185] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.748185] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.748486] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.748486] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.748636] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.748753] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.749080] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.749215] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.749366] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.749502] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5cdcc784-c0ae-4c99-a000-9ce3868b639a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.750603] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.750770] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.750948] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.751061] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.751126] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.751283] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.751394] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.751492] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5cdcc784-c0ae-4c99-a000-9ce3868b639a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.253547] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5cdcc784-c0ae-4c99-a000-9ce3868b639a: rpc.has_security_group_logging(os_id): False [ 759.254913] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5cdcc784-c0ae-4c99-a000-9ce3868b639a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.297068] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.297068] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.297068] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.297234] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.297287] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.297541] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.298070] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.298070] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.298070] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.298392] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.298392] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.298392] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.298563] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.298642] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.298708] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.298928] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.299291] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.299369] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.299546] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.299639] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.299731] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5cdcc784-c0ae-4c99-a000-9ce3868b639a is going to be created. [ 759.408303] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.408389] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.408475] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.408724] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.408993] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.423652] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5cdcc784-c0ae-4c99-a000-9ce3868b639a in Status: IN_PROGRESS for 2s [ 759.761134] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5cdcc784-c0ae-4c99-a000-9ce3868b639a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.263569] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.263742] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.263985] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.264055] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.264154] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.264268] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cdcc784-c0ae-4c99-a000-9ce3868b639a is going to be updated. [ 760.298144] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.298332] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.298393] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.298676] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.298802] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.309495] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cdcc784-c0ae-4c99-a000-9ce3868b639a in Status: IN_PROGRESS for 2s [ 761.009467] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 761.009467] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 761.436967] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5cdcc784-c0ae-4c99-a000-9ce3868b639a in Status: SUCCESS [ 761.437308] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.437912] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.438103] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.438219] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5cdcc784-c0ae-4c99-a000-9ce3868b639a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.940933] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cdcc784-c0ae-4c99-a000-9ce3868b639a taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.940933] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.333948] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cdcc784-c0ae-4c99-a000-9ce3868b639a in Status: SUCCESS [ 762.334580] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.334780] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.335078] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.335275] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.335431] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.335493] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.335668] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.335770] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.335848] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.335937] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5cdcc784-c0ae-4c99-a000-9ce3868b639a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.839575] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cdcc784-c0ae-4c99-a000-9ce3868b639a taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.839829] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.839887] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.840363] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.841691] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.842226] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.842226] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.842226] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.842226] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.842430] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.842640] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cdcc784-c0ae-4c99-a000-9ce3868b639a taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.843257] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.844121] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.844376] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.844540] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.845049] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.845049] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.845612] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.845919] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.847130] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.847283] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5cdcc784-c0ae-4c99-a000-9ce3868b639a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.851991] env[65077]: INFO networking_nsxv3.common.synchronization [req-f332d560-073e-47e9-8294-ee1fd8651626 req-520ea838-f13c-4cfe-a4ac-4e20abd4a408 tempest-ListServersNegativeTestJSON-1725124584 tempest-ListServersNegativeTestJSON-1725124584-project-member] Enqueued Resource ID: 5cdcc784-c0ae-4c99-a000-9ce3868b639a with Priority: HIGHEST for action security_group_members [ 762.852721] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cdcc784-c0ae-4c99-a000-9ce3868b639a with Priority: HIGHEST for action security_group_members [ 762.853031] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cdcc784-c0ae-4c99-a000-9ce3868b639a taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.853155] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.853219] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.853461] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.854879] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.854879] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.854983] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.855142] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.855226] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.855325] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5cdcc784-c0ae-4c99-a000-9ce3868b639a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.327688] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock network-634 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.327688] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "network-634" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.327688] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "network-634" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.327688] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "network-634" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.327688] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.328397] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.329567] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.331114] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.331114] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.331114] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 763.331114] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 763.331114] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 763.334332] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 763.334332] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 763.334332] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 763.334332] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 763.353648] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5cdcc784-c0ae-4c99-a000-9ce3868b639a: rpc.has_security_group_logging(os_id): False [ 763.355532] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 763.355691] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 763.355825] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 763.355994] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "network-634" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.356325] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock port-b69462e0-bd31-43bb-9f6d-1358359f17b3 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.356486] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "port-b69462e0-bd31-43bb-9f6d-1358359f17b3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.356678] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "port-b69462e0-bd31-43bb-9f6d-1358359f17b3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.356935] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "port-b69462e0-bd31-43bb-9f6d-1358359f17b3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.357958] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b69462e0-bd31-43bb-9f6d-1358359f17b3',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.360363] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5cdcc784-c0ae-4c99-a000-9ce3868b639a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.385032] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.385032] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.385032] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.385032] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.385032] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.385032] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.385032] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.385032] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.385032] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.385032] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.385032] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.385032] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.385032] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.385032] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.385032] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.385742] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.385742] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.385742] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.385742] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.385981] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.386241] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5cdcc784-c0ae-4c99-a000-9ce3868b639a is going to be updated. [ 763.451492] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.451569] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.451569] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.451782] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.451934] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.464817] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5cdcc784-c0ae-4c99-a000-9ce3868b639a in Status: IN_PROGRESS for 2s [ 763.861695] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.861914] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.862039] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.862393] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.862553] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.862718] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Segment Port b69462e0-bd31-43bb-9f6d-1358359f17b3 not found, creating... [ 763.862978] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.863145] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.863254] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.863468] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.863596] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.863939] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.864128] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.864251] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.864454] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.864581] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.864713] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Resource: SegmentPort with ID: b69462e0-bd31-43bb-9f6d-1358359f17b3 is going to be created. [ 763.865874] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5cdcc784-c0ae-4c99-a000-9ce3868b639a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.890788] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.891009] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.891129] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.891414] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.891656] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.891906] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "port-b69462e0-bd31-43bb-9f6d-1358359f17b3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.368700] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.369195] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.369195] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.369289] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.369334] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.369447] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cdcc784-c0ae-4c99-a000-9ce3868b639a is going to be updated. [ 764.407287] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.407515] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.407515] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.407799] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.407890] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.418406] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cdcc784-c0ae-4c99-a000-9ce3868b639a in Status: IN_PROGRESS for 2s [ 765.022631] env[65077]: INFO networking_nsxv3.common.synchronization [req-f332d560-073e-47e9-8294-ee1fd8651626 req-9fa01d92-5498-4bed-b335-5e335bfe5523 service nova] Enqueued Resource ID: 5cdcc784-c0ae-4c99-a000-9ce3868b639a with Priority: HIGHEST for action security_group_rules [ 765.022811] env[65077]: INFO networking_nsxv3.common.synchronization [req-f332d560-073e-47e9-8294-ee1fd8651626 req-9fa01d92-5498-4bed-b335-5e335bfe5523 service nova] Enqueued Resource ID: 5cdcc784-c0ae-4c99-a000-9ce3868b639a with Priority: HIGHEST for action security_group_members [ 765.022945] env[65077]: INFO networking_nsxv3.common.synchronization [req-f332d560-073e-47e9-8294-ee1fd8651626 req-9fa01d92-5498-4bed-b335-5e335bfe5523 service nova] Enqueued Resource ID: b69462e0-bd31-43bb-9f6d-1358359f17b3 with Priority: HIGHEST for action port [ 765.023478] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cdcc784-c0ae-4c99-a000-9ce3868b639a with Priority: HIGHEST for action security_group_rules [ 765.023615] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cdcc784-c0ae-4c99-a000-9ce3868b639a with Priority: HIGHEST for action security_group_members [ 765.023711] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b69462e0-bd31-43bb-9f6d-1358359f17b3 with Priority: HIGHEST for action port [ 765.023976] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5cdcc784-c0ae-4c99-a000-9ce3868b639a taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.024104] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.024274] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cdcc784-c0ae-4c99-a000-9ce3868b639a taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.024359] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.024532] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-b69462e0-bd31-43bb-9f6d-1358359f17b3 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.024632] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b69462e0-bd31-43bb-9f6d-1358359f17b3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.024698] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b69462e0-bd31-43bb-9f6d-1358359f17b3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.024889] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b69462e0-bd31-43bb-9f6d-1358359f17b3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.024971] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b69462e0-bd31-43bb-9f6d-1358359f17b3',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.481012] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5cdcc784-c0ae-4c99-a000-9ce3868b639a in Status: SUCCESS [ 765.481351] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.481504] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.481681] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.481776] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5cdcc784-c0ae-4c99-a000-9ce3868b639a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.526334] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b69462e0-bd31-43bb-9f6d-1358359f17b3 with status ACTIVE [ 765.526581] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.526713] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.526774] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.527038] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.527127] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.527313] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.527416] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.527480] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.527647] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.527729] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.528080] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.528080] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.528080] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.528231] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.528260] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.528352] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b69462e0-bd31-43bb-9f6d-1358359f17b3 is going to be updated. [ 765.555278] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.555429] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.555429] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.555582] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.555950] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.555950] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b69462e0-bd31-43bb-9f6d-1358359f17b3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.985863] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cdcc784-c0ae-4c99-a000-9ce3868b639a taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.987080] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.064059] env[65077]: INFO networking_nsxv3.common.synchronization [None req-48385cf0-349a-4399-bc66-2a8195b6fcb8 None None] Enqueued Resource ID: a17bf793-35b7-47f3-bac4-cd044fb4ff3f with Priority: HIGHEST for action port [ 766.064059] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a17bf793-35b7-47f3-bac4-cd044fb4ff3f with Priority: HIGHEST for action port [ 766.064630] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-a17bf793-35b7-47f3-bac4-cd044fb4ff3f taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.064754] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a17bf793-35b7-47f3-bac4-cd044fb4ff3f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.064822] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a17bf793-35b7-47f3-bac4-cd044fb4ff3f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.066045] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a17bf793-35b7-47f3-bac4-cd044fb4ff3f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.066151] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a17bf793-35b7-47f3-bac4-cd044fb4ff3f',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.435029] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cdcc784-c0ae-4c99-a000-9ce3868b639a in Status: SUCCESS [ 766.435029] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.435029] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.435029] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.435029] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.435029] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.435029] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.435029] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.435029] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.435029] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5cdcc784-c0ae-4c99-a000-9ce3868b639a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.570323] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a17bf793-35b7-47f3-bac4-cd044fb4ff3f [ 766.570668] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.570746] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.570746] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.571307] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.571307] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.572342] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a17bf793-35b7-47f3-bac4-cd044fb4ff3f already deleted. [ 766.572342] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a17bf793-35b7-47f3-bac4-cd044fb4ff3f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.709357] env[65077]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] NSXv3 Agent Agent loop - iteration:0 completed [ 766.709357] env[65077]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] NSXv3 Agent Agent loop - iteration:1 started [ 766.939614] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5cdcc784-c0ae-4c99-a000-9ce3868b639a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.186232] env[65077]: INFO networking_nsxv3.common.synchronization [None req-0e0e8da1-a7f1-4b46-bd42-83c2dd1d60e9 None None] Enqueued Resource ID: 5c2f9dc0-4110-4b3e-8222-610c2a63b65f with Priority: HIGHEST for action port [ 767.186343] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c2f9dc0-4110-4b3e-8222-610c2a63b65f with Priority: HIGHEST for action port [ 767.187048] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c2f9dc0-4110-4b3e-8222-610c2a63b65f taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.189180] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c2f9dc0-4110-4b3e-8222-610c2a63b65f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.189180] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c2f9dc0-4110-4b3e-8222-610c2a63b65f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.189180] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c2f9dc0-4110-4b3e-8222-610c2a63b65f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.189180] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c2f9dc0-4110-4b3e-8222-610c2a63b65f',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.365052] env[65077]: INFO networking_nsxv3.common.synchronization [req-ad17a6f1-717e-4db3-bf47-25aa12f7c8b2 req-7a20c4e3-ede8-4572-b36c-e16f180cd01e tempest-ServerDiagnosticsTest-172937691 tempest-ServerDiagnosticsTest-172937691-project-member] Enqueued Resource ID: 77096533-5084-4b0c-80bc-155505506064 with Priority: HIGHEST for action security_group_members [ 767.365353] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77096533-5084-4b0c-80bc-155505506064 with Priority: HIGHEST for action security_group_members [ 767.365852] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-77096533-5084-4b0c-80bc-155505506064 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.365852] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77096533-5084-4b0c-80bc-155505506064" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.365852] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77096533-5084-4b0c-80bc-155505506064" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.367342] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77096533-5084-4b0c-80bc-155505506064" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.367526] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.367636] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.367705] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.367875] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.367961] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.368073] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77096533-5084-4b0c-80bc-155505506064',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.445442] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5cdcc784-c0ae-4c99-a000-9ce3868b639a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.689978] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5c2f9dc0-4110-4b3e-8222-610c2a63b65f [ 767.690598] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.690773] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.690859] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.691359] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.691359] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.691475] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5c2f9dc0-4110-4b3e-8222-610c2a63b65f already deleted. [ 767.691986] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c2f9dc0-4110-4b3e-8222-610c2a63b65f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.825926] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock network-469 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.826383] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "network-469" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.829059] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "network-469" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.829059] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "network-469" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.829059] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.829059] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.829059] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.829059] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.829059] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.829059] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 767.829059] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 767.829059] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 767.829059] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 767.829059] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 767.829059] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 767.829059] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 767.870404] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.870571] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.870645] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.870860] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.870952] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.871195] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.871389] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.871389] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.871512] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.871620] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.871759] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77096533-5084-4b0c-80bc-155505506064 already deleted. [ 767.871859] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77096533-5084-4b0c-80bc-155505506064" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.920652] env[65077]: INFO networking_nsxv3.common.synchronization [None req-85192975-23ba-422b-b41a-9b9d93588da3 None None] Enqueued Resource ID: 0d57024a-1165-4a59-b877-24ea1db94df4 with Priority: HIGHEST for action port [ 767.921159] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d57024a-1165-4a59-b877-24ea1db94df4 with Priority: HIGHEST for action port [ 767.921301] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d57024a-1165-4a59-b877-24ea1db94df4 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.921447] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d57024a-1165-4a59-b877-24ea1db94df4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.921552] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d57024a-1165-4a59-b877-24ea1db94df4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.921768] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d57024a-1165-4a59-b877-24ea1db94df4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.922027] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d57024a-1165-4a59-b877-24ea1db94df4',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.947191] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.947374] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.947431] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.947719] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.948101] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.948460] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cdcc784-c0ae-4c99-a000-9ce3868b639a is going to be updated. [ 767.970728] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 767.970728] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Cache value generated in 0.141 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 767.970728] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 767.970728] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "network-469" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.970728] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock port-1908ad23-b76b-4d30-95f5-7e5b9ae2725b taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.970728] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "port-1908ad23-b76b-4d30-95f5-7e5b9ae2725b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.971643] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "port-1908ad23-b76b-4d30-95f5-7e5b9ae2725b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.972394] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "port-1908ad23-b76b-4d30-95f5-7e5b9ae2725b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.972758] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1908ad23-b76b-4d30-95f5-7e5b9ae2725b',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.984324] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.984482] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.984554] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.984763] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.984919] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.997805] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cdcc784-c0ae-4c99-a000-9ce3868b639a in Status: IN_PROGRESS for 2s [ 768.425144] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0d57024a-1165-4a59-b877-24ea1db94df4 [ 768.425390] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.425524] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.425602] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.425884] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.425976] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.426098] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0d57024a-1165-4a59-b877-24ea1db94df4 already deleted. [ 768.426181] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d57024a-1165-4a59-b877-24ea1db94df4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.475774] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.479018] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.479018] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.479018] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.479018] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.479018] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Segment Port 1908ad23-b76b-4d30-95f5-7e5b9ae2725b not found, creating... [ 768.479018] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.479018] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.479018] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.479018] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.479018] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.479742] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.479742] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.479742] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.479742] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.479742] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.481851] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Resource: SegmentPort with ID: 1908ad23-b76b-4d30-95f5-7e5b9ae2725b is going to be created. [ 768.506021] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.506251] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.506370] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.506670] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.506898] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.507336] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "port-1908ad23-b76b-4d30-95f5-7e5b9ae2725b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.117451] env[65077]: INFO networking_nsxv3.common.synchronization [req-ad17a6f1-717e-4db3-bf47-25aa12f7c8b2 req-fcbecc83-5d90-4bb1-8d5f-4d7ee076e204 service nova] Enqueued Resource ID: 77096533-5084-4b0c-80bc-155505506064 with Priority: HIGHEST for action security_group_rules [ 769.117451] env[65077]: INFO networking_nsxv3.common.synchronization [req-ad17a6f1-717e-4db3-bf47-25aa12f7c8b2 req-fcbecc83-5d90-4bb1-8d5f-4d7ee076e204 service nova] Enqueued Resource ID: 77096533-5084-4b0c-80bc-155505506064 with Priority: HIGHEST for action security_group_members [ 769.117451] env[65077]: INFO networking_nsxv3.common.synchronization [req-ad17a6f1-717e-4db3-bf47-25aa12f7c8b2 req-fcbecc83-5d90-4bb1-8d5f-4d7ee076e204 service nova] Enqueued Resource ID: 1908ad23-b76b-4d30-95f5-7e5b9ae2725b with Priority: HIGHEST for action port [ 769.117451] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77096533-5084-4b0c-80bc-155505506064 with Priority: HIGHEST for action security_group_rules [ 769.117451] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77096533-5084-4b0c-80bc-155505506064 with Priority: HIGHEST for action security_group_members [ 769.117451] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1908ad23-b76b-4d30-95f5-7e5b9ae2725b with Priority: HIGHEST for action port [ 769.117451] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77096533-5084-4b0c-80bc-155505506064 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.118142] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77096533-5084-4b0c-80bc-155505506064" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.118604] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77096533-5084-4b0c-80bc-155505506064" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.118960] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77096533-5084-4b0c-80bc-155505506064" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.119374] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77096533-5084-4b0c-80bc-155505506064',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.121796] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-77096533-5084-4b0c-80bc-155505506064 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.121796] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77096533-5084-4b0c-80bc-155505506064" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.121796] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77096533-5084-4b0c-80bc-155505506064" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.121796] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77096533-5084-4b0c-80bc-155505506064" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.121796] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.121796] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.121796] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.123018] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.123018] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.123018] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77096533-5084-4b0c-80bc-155505506064',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.125723] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-1908ad23-b76b-4d30-95f5-7e5b9ae2725b taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.125723] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1908ad23-b76b-4d30-95f5-7e5b9ae2725b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.125723] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1908ad23-b76b-4d30-95f5-7e5b9ae2725b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.125723] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1908ad23-b76b-4d30-95f5-7e5b9ae2725b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.125723] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1908ad23-b76b-4d30-95f5-7e5b9ae2725b',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.631267] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-77096533-5084-4b0c-80bc-155505506064 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.631267] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77096533-5084-4b0c-80bc-155505506064" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.631267] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77096533-5084-4b0c-80bc-155505506064',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.631267] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1908ad23-b76b-4d30-95f5-7e5b9ae2725b with status ACTIVE [ 769.631267] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.631267] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.631267] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.631267] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.631267] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.631267] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.631267] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.631267] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.631267] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.631267] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.631736] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.631736] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.631736] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.631736] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.631736] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.631736] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1908ad23-b76b-4d30-95f5-7e5b9ae2725b is going to be updated. [ 769.655208] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.655341] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.655341] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.655662] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.655826] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.655995] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1908ad23-b76b-4d30-95f5-7e5b9ae2725b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.008813] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cdcc784-c0ae-4c99-a000-9ce3868b639a in Status: SUCCESS [ 770.009126] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.009342] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.009603] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.009853] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.009989] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.010082] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.010268] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.010360] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.010458] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.010552] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5cdcc784-c0ae-4c99-a000-9ce3868b639a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.132934] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77096533-5084-4b0c-80bc-155505506064',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.265653] env[65077]: INFO networking_nsxv3.common.synchronization [None req-8e32fbf2-4adf-44ef-a584-d0fc22442dbb None None] Enqueued Resource ID: f77f152c-6bdd-48ba-968a-8c53eeb9743d with Priority: HIGHEST for action port [ 770.266279] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f77f152c-6bdd-48ba-968a-8c53eeb9743d with Priority: HIGHEST for action port [ 770.266625] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-f77f152c-6bdd-48ba-968a-8c53eeb9743d taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.266782] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f77f152c-6bdd-48ba-968a-8c53eeb9743d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.266782] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f77f152c-6bdd-48ba-968a-8c53eeb9743d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.268431] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f77f152c-6bdd-48ba-968a-8c53eeb9743d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.268568] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f77f152c-6bdd-48ba-968a-8c53eeb9743d',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.516118] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cdcc784-c0ae-4c99-a000-9ce3868b639a taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.516290] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.516351] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.516584] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.516751] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.516852] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.516935] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.517074] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.517165] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.517255] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.518861] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cdcc784-c0ae-4c99-a000-9ce3868b639a taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.518861] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.518861] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.518861] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.518861] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.518861] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.518861] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.518861] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.518861] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.518861] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.518861] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5cdcc784-c0ae-4c99-a000-9ce3868b639a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.640035] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.640035] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.640035] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.641433] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.641433] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.643164] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77096533-5084-4b0c-80bc-155505506064 is going to be created. [ 770.670297] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.670468] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.670543] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.671044] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.671044] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.683037] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77096533-5084-4b0c-80bc-155505506064 in Status: UNINITIALIZED for 2s [ 770.773804] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f77f152c-6bdd-48ba-968a-8c53eeb9743d [ 770.773804] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.773804] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.773804] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.773804] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.773804] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.773804] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f77f152c-6bdd-48ba-968a-8c53eeb9743d already deleted. [ 770.773804] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f77f152c-6bdd-48ba-968a-8c53eeb9743d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.788501] env[65077]: INFO networking_nsxv3.common.synchronization [req-d9026756-4ae7-4a88-a95f-b93c54821cbf req-036bd81a-6cad-4830-a694-7c2280b690c3 tempest-ImagesTestJSON-1309032847 tempest-ImagesTestJSON-1309032847-project-member] Enqueued Resource ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe with Priority: HIGHEST for action security_group_members [ 770.789352] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe with Priority: HIGHEST for action security_group_members [ 770.789696] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.789818] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.790050] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.790118] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.790274] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.790397] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.790442] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.792527] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.792527] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.792527] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f36cbb2-486d-4165-9c43-4e3dee0a0ebe',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.021741] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5cdcc784-c0ae-4c99-a000-9ce3868b639a: rpc.has_security_group_logging(os_id): False [ 771.048046] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.048314] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.048314] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.048514] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.048612] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.048882] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.049108] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.049512] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.049512] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.049512] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.049700] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.049949] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.049949] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.049949] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.052620] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.054025] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.054025] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.054025] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.054025] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.054025] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.054025] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5cdcc784-c0ae-4c99-a000-9ce3868b639a is going to be updated. [ 771.168139] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.168139] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.168139] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.168139] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.168709] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.214610] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5cdcc784-c0ae-4c99-a000-9ce3868b639a in Status: IN_PROGRESS for 2s [ 771.296590] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.296590] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.296590] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.296590] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.296590] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.296590] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.296590] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.296590] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.297107] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.297107] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.297107] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe is going to be updated. [ 771.333607] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.333607] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.333607] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.333786] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.333874] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.352270] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock network-388 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.352270] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "network-388" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.352543] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "network-388" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.352677] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "network-388" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.354241] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.354241] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.354241] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.354241] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.354241] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.354241] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 771.354241] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 771.354241] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 771.354241] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 771.354241] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 771.355779] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 771.355779] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 771.356191] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe in Status: IN_PROGRESS for 2s [ 771.383362] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 771.383626] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 771.384045] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 771.385102] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "network-388" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.386708] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock port-576776bc-7760-4c41-9e61-099cc88c356d taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.386952] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "port-576776bc-7760-4c41-9e61-099cc88c356d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.387796] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "port-576776bc-7760-4c41-9e61-099cc88c356d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.388162] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "port-576776bc-7760-4c41-9e61-099cc88c356d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.388315] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('576776bc-7760-4c41-9e61-099cc88c356d',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.891330] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.891632] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.891807] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.892114] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.892390] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.892482] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Segment Port 576776bc-7760-4c41-9e61-099cc88c356d not found, creating... [ 771.892788] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.892987] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.893327] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.893400] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.893537] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.893888] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.894201] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.894288] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.894520] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.894693] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.894983] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Resource: SegmentPort with ID: 576776bc-7760-4c41-9e61-099cc88c356d is going to be created. [ 771.926368] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.926627] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.926872] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.927210] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.927446] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.927681] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "port-576776bc-7760-4c41-9e61-099cc88c356d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.701514] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77096533-5084-4b0c-80bc-155505506064 in Status: SUCCESS [ 772.701999] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77096533-5084-4b0c-80bc-155505506064" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.701999] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77096533-5084-4b0c-80bc-155505506064" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.702294] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77096533-5084-4b0c-80bc-155505506064" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.702501] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.702704] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.702704] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.703051] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.703127] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.703191] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77096533-5084-4b0c-80bc-155505506064" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.703285] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('77096533-5084-4b0c-80bc-155505506064',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.729656] env[65077]: INFO networking_nsxv3.common.synchronization [req-d9026756-4ae7-4a88-a95f-b93c54821cbf req-c640ad09-38ec-40d6-a28b-6fc33a9778ff service nova] Enqueued Resource ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe with Priority: HIGHEST for action security_group_rules [ 772.729846] env[65077]: INFO networking_nsxv3.common.synchronization [req-d9026756-4ae7-4a88-a95f-b93c54821cbf req-c640ad09-38ec-40d6-a28b-6fc33a9778ff service nova] Enqueued Resource ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe with Priority: HIGHEST for action security_group_members [ 772.729976] env[65077]: INFO networking_nsxv3.common.synchronization [req-d9026756-4ae7-4a88-a95f-b93c54821cbf req-c640ad09-38ec-40d6-a28b-6fc33a9778ff service nova] Enqueued Resource ID: 576776bc-7760-4c41-9e61-099cc88c356d with Priority: HIGHEST for action port [ 772.730884] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe with Priority: HIGHEST for action security_group_rules [ 772.730979] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe with Priority: HIGHEST for action security_group_members [ 772.731065] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 576776bc-7760-4c41-9e61-099cc88c356d with Priority: HIGHEST for action port [ 772.731395] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.731565] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.731674] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.732073] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.732073] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f36cbb2-486d-4165-9c43-4e3dee0a0ebe',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.733415] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.733563] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.733810] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-576776bc-7760-4c41-9e61-099cc88c356d taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.733986] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-576776bc-7760-4c41-9e61-099cc88c356d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.733986] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-576776bc-7760-4c41-9e61-099cc88c356d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.734246] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-576776bc-7760-4c41-9e61-099cc88c356d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.734339] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('576776bc-7760-4c41-9e61-099cc88c356d',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.207676] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-77096533-5084-4b0c-80bc-155505506064 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.207974] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77096533-5084-4b0c-80bc-155505506064" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.208539] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77096533-5084-4b0c-80bc-155505506064" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.208539] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77096533-5084-4b0c-80bc-155505506064" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.208778] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.210055] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.210184] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.210540] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.210707] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.210879] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77096533-5084-4b0c-80bc-155505506064" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.212438] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-77096533-5084-4b0c-80bc-155505506064 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.212438] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77096533-5084-4b0c-80bc-155505506064" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.212438] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77096533-5084-4b0c-80bc-155505506064" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.212438] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77096533-5084-4b0c-80bc-155505506064" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.212438] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.212438] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.212438] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.213338] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.213338] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.213338] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77096533-5084-4b0c-80bc-155505506064" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.213338] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('77096533-5084-4b0c-80bc-155505506064',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.234403] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5cdcc784-c0ae-4c99-a000-9ce3868b639a in Status: SUCCESS [ 773.234721] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.236253] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.236398] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.237024] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 576776bc-7760-4c41-9e61-099cc88c356d with status ACTIVE [ 773.237242] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.237362] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.237428] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.237683] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.237767] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.238178] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.240225] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.240225] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.240225] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.240225] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.240225] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.240225] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.240225] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.240225] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.240225] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.240225] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 576776bc-7760-4c41-9e61-099cc88c356d is going to be updated. [ 773.288782] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.288985] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.288985] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.289304] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.289450] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.289615] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-576776bc-7760-4c41-9e61-099cc88c356d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.367837] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe in Status: SUCCESS [ 773.368130] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe deletion is rescheduled due to dependency. [ 773.368306] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.368506] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.369251] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.369464] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.369589] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.369644] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.369974] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.370109] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.370239] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f36cbb2-486d-4165-9c43-4e3dee0a0ebe',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.455713] env[65077]: INFO networking_nsxv3.common.synchronization [req-57f327a3-6c50-4366-9778-888a72bd9f10 req-6d5e6b70-f3f4-423f-8a40-f7f02c947345 tempest-MigrationsAdminTest-197106784 tempest-MigrationsAdminTest-197106784-project-member] Enqueued Resource ID: aa8d5f03-7d42-445e-85f8-89629241916a with Priority: HIGHEST for action security_group_members [ 773.458570] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa8d5f03-7d42-445e-85f8-89629241916a with Priority: HIGHEST for action security_group_members [ 773.458941] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa8d5f03-7d42-445e-85f8-89629241916a taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.459159] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa8d5f03-7d42-445e-85f8-89629241916a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.459251] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa8d5f03-7d42-445e-85f8-89629241916a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.459542] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa8d5f03-7d42-445e-85f8-89629241916a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.459607] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.459687] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.459742] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.459889] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.459952] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.460267] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa8d5f03-7d42-445e-85f8-89629241916a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.715872] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 77096533-5084-4b0c-80bc-155505506064: rpc.has_security_group_logging(os_id): False [ 773.738163] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.738163] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.738163] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.738163] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.738163] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.738163] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.738163] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.738459] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.738459] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.738459] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.738627] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.738715] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.738782] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.738923] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.738997] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.739248] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.739334] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.739398] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.739561] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.739655] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.739740] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77096533-5084-4b0c-80bc-155505506064 is going to be created. [ 773.811499] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.811697] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.811785] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.812106] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.812313] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.827624] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77096533-5084-4b0c-80bc-155505506064 in Status: IN_PROGRESS for 2s [ 773.873281] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f36cbb2-486d-4165-9c43-4e3dee0a0ebe',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.966602] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa8d5f03-7d42-445e-85f8-89629241916a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.005205] env[65077]: INFO networking_nsxv3.common.synchronization [None req-be2b454c-29d3-485c-98a5-97334f752692 None None] Enqueued Resource ID: 16ace53f-08aa-4c3d-8b98-f27603ba0317 with Priority: HIGHEST for action port [ 774.006413] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16ace53f-08aa-4c3d-8b98-f27603ba0317 with Priority: HIGHEST for action port [ 774.007410] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-16ace53f-08aa-4c3d-8b98-f27603ba0317 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.007736] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16ace53f-08aa-4c3d-8b98-f27603ba0317" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.007956] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16ace53f-08aa-4c3d-8b98-f27603ba0317" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.009160] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16ace53f-08aa-4c3d-8b98-f27603ba0317" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.009292] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16ace53f-08aa-4c3d-8b98-f27603ba0317',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.375449] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f36cbb2-486d-4165-9c43-4e3dee0a0ebe',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.469108] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa8d5f03-7d42-445e-85f8-89629241916a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.512509] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 16ace53f-08aa-4c3d-8b98-f27603ba0317 [ 774.512809] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.512973] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.513580] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.513580] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.513580] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.513580] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:16ace53f-08aa-4c3d-8b98-f27603ba0317 already deleted. [ 774.513922] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16ace53f-08aa-4c3d-8b98-f27603ba0317" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.687023] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock network-469 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.687023] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "network-469" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.687023] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "network-469" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.687023] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "network-469" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.687023] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.687023] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.687023] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.688157] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.691020] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.691020] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 774.691020] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 774.691020] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 774.691020] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 774.691020] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 774.691020] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 774.691020] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 774.711562] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 774.712236] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 774.712499] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 774.712742] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "network-469" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.713157] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock port-8e1f5f15-e66f-42f6-8315-9c78d9f65b7c taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.713472] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "port-8e1f5f15-e66f-42f6-8315-9c78d9f65b7c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.713677] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "port-8e1f5f15-e66f-42f6-8315-9c78d9f65b7c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.714123] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "port-8e1f5f15-e66f-42f6-8315-9c78d9f65b7c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.714350] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e1f5f15-e66f-42f6-8315-9c78d9f65b7c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.879482] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.879482] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.879482] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.879482] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.879482] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.879997] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe is going to be updated. [ 774.910993] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.911650] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.912069] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.913231] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.913757] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.924760] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe in Status: IN_PROGRESS for 2s [ 774.972438] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.973110] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.973110] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.973110] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.973110] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.973110] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa8d5f03-7d42-445e-85f8-89629241916a is going to be updated. [ 775.009014] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.009238] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.009306] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.009527] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.009672] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.031090] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa8d5f03-7d42-445e-85f8-89629241916a in Status: IN_PROGRESS for 2s [ 775.216996] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.219743] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.219995] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.223681] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.223681] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.223681] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Segment Port 8e1f5f15-e66f-42f6-8315-9c78d9f65b7c not found, creating... [ 775.223681] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.223681] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.223681] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.223681] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.223681] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.223681] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.223681] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.224180] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.224180] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.224180] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.224180] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Resource: SegmentPort with ID: 8e1f5f15-e66f-42f6-8315-9c78d9f65b7c is going to be created. [ 775.245120] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.245468] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.245468] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.245724] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.245979] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.246175] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "port-8e1f5f15-e66f-42f6-8315-9c78d9f65b7c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.843182] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77096533-5084-4b0c-80bc-155505506064 in Status: SUCCESS [ 775.844181] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77096533-5084-4b0c-80bc-155505506064" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.990213] env[65077]: INFO networking_nsxv3.common.synchronization [req-57f327a3-6c50-4366-9778-888a72bd9f10 req-ee37876f-d97c-49ff-9458-5f520346b7ae service nova] Enqueued Resource ID: aa8d5f03-7d42-445e-85f8-89629241916a with Priority: HIGHEST for action security_group_rules [ 775.990213] env[65077]: INFO networking_nsxv3.common.synchronization [req-57f327a3-6c50-4366-9778-888a72bd9f10 req-ee37876f-d97c-49ff-9458-5f520346b7ae service nova] Enqueued Resource ID: aa8d5f03-7d42-445e-85f8-89629241916a with Priority: HIGHEST for action security_group_members [ 775.991375] env[65077]: INFO networking_nsxv3.common.synchronization [req-57f327a3-6c50-4366-9778-888a72bd9f10 req-ee37876f-d97c-49ff-9458-5f520346b7ae service nova] Enqueued Resource ID: 8e1f5f15-e66f-42f6-8315-9c78d9f65b7c with Priority: HIGHEST for action port [ 775.991375] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa8d5f03-7d42-445e-85f8-89629241916a with Priority: HIGHEST for action security_group_rules [ 775.991375] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa8d5f03-7d42-445e-85f8-89629241916a with Priority: HIGHEST for action security_group_members [ 775.991634] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e1f5f15-e66f-42f6-8315-9c78d9f65b7c with Priority: HIGHEST for action port [ 775.991986] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa8d5f03-7d42-445e-85f8-89629241916a taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.992230] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa8d5f03-7d42-445e-85f8-89629241916a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.992332] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa8d5f03-7d42-445e-85f8-89629241916a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.992724] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa8d5f03-7d42-445e-85f8-89629241916a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.992724] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa8d5f03-7d42-445e-85f8-89629241916a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.994060] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa8d5f03-7d42-445e-85f8-89629241916a taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.994381] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa8d5f03-7d42-445e-85f8-89629241916a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.994792] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e1f5f15-e66f-42f6-8315-9c78d9f65b7c taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.995513] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e1f5f15-e66f-42f6-8315-9c78d9f65b7c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.995513] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e1f5f15-e66f-42f6-8315-9c78d9f65b7c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.995513] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e1f5f15-e66f-42f6-8315-9c78d9f65b7c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.995513] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e1f5f15-e66f-42f6-8315-9c78d9f65b7c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.349974] env[65077]: INFO networking_nsxv3.common.synchronization [req-07801e53-8cce-473b-b3c2-04c1af2012ea req-8690ca39-54a3-4970-be34-0aabd7cd47a8 tempest-AttachInterfacesTestJSON-1133181043 tempest-AttachInterfacesTestJSON-1133181043-project-member] Enqueued Resource ID: 8b1c3ed5-47b2-4a6d-b727-aed3431443bf with Priority: HIGHEST for action security_group_members [ 776.351025] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b1c3ed5-47b2-4a6d-b727-aed3431443bf with Priority: HIGHEST for action security_group_members [ 776.351107] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b1c3ed5-47b2-4a6d-b727-aed3431443bf taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.351253] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b1c3ed5-47b2-4a6d-b727-aed3431443bf" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.351296] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b1c3ed5-47b2-4a6d-b727-aed3431443bf" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.351965] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b1c3ed5-47b2-4a6d-b727-aed3431443bf" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.352143] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.352776] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.352776] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.352919] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.352919] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.353031] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b1c3ed5-47b2-4a6d-b727-aed3431443bf',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.499439] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa8d5f03-7d42-445e-85f8-89629241916a taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.499640] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa8d5f03-7d42-445e-85f8-89629241916a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.499844] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8e1f5f15-e66f-42f6-8315-9c78d9f65b7c with status ACTIVE [ 776.500034] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.500191] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.500337] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.500596] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.500736] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.500968] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.501155] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.501263] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.501440] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.501539] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.501819] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.503247] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.503770] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.504105] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.504304] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.504465] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8e1f5f15-e66f-42f6-8315-9c78d9f65b7c is going to be updated. [ 776.547839] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.547839] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.547839] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.547839] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.547839] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.548075] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e1f5f15-e66f-42f6-8315-9c78d9f65b7c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.855584] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.855876] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.855876] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.857478] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.857478] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.857478] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.857478] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.857478] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.857478] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.857478] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.857478] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b1c3ed5-47b2-4a6d-b727-aed3431443bf already deleted. [ 776.857478] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b1c3ed5-47b2-4a6d-b727-aed3431443bf" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.897686] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock network-731 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.898944] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "network-731" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.898944] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "network-731" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.899122] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "network-731" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.899435] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.899708] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.899935] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.900248] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.900415] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.900896] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 776.901034] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 776.901068] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 776.902191] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 776.902191] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 776.902191] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 776.902191] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 776.927853] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 776.928042] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 776.928237] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 776.928514] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "network-731" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.928811] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock port-e15ae5ff-5c48-48ab-9bcd-1756d925a431 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.929009] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "port-e15ae5ff-5c48-48ab-9bcd-1756d925a431" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.929183] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "port-e15ae5ff-5c48-48ab-9bcd-1756d925a431" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.929512] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "port-e15ae5ff-5c48-48ab-9bcd-1756d925a431" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.929646] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e15ae5ff-5c48-48ab-9bcd-1756d925a431',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.939209] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe in Status: SUCCESS [ 776.939356] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.939532] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.939997] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.940116] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.940205] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.940268] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.940468] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.940552] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.940841] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.940841] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f36cbb2-486d-4165-9c43-4e3dee0a0ebe',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.039929] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa8d5f03-7d42-445e-85f8-89629241916a in Status: SUCCESS [ 777.040298] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa8d5f03-7d42-445e-85f8-89629241916a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.041635] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa8d5f03-7d42-445e-85f8-89629241916a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.041635] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa8d5f03-7d42-445e-85f8-89629241916a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.041635] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.041635] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.041635] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.041635] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.041975] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.041975] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa8d5f03-7d42-445e-85f8-89629241916a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.432524] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.432788] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.432908] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.433267] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.433436] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.433650] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Segment Port e15ae5ff-5c48-48ab-9bcd-1756d925a431 not found, creating... [ 777.433894] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.434080] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.434183] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.434422] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.434591] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.434918] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.435113] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.435251] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.435490] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.435645] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.435801] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Resource: SegmentPort with ID: e15ae5ff-5c48-48ab-9bcd-1756d925a431 is going to be created. [ 777.443045] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.443229] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.443317] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.443528] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.443707] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.443815] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.443868] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.444027] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.444708] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.444708] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.444708] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.444708] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.444708] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.444708] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.445583] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.445583] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.445583] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.445583] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.445583] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.445583] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.445583] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f36cbb2-486d-4165-9c43-4e3dee0a0ebe',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.467690] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.467911] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.468039] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.468312] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.468539] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.477476] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "port-e15ae5ff-5c48-48ab-9bcd-1756d925a431" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.544591] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa8d5f03-7d42-445e-85f8-89629241916a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.947660] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe: rpc.has_security_group_logging(os_id): False [ 777.969497] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.969497] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.969497] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.969724] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.969837] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.969999] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.970615] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.970615] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.970615] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.970615] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.970891] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.970891] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.971049] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.971808] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.971907] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.972795] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.972795] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.972795] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.972795] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.972795] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.973636] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe is going to be updated. [ 777.979126] env[65077]: INFO networking_nsxv3.common.synchronization [None req-03682bef-04e0-49aa-a761-07743f4c852a None None] Enqueued Resource ID: d90338db-d21b-48a0-8c3e-bb7c72974a93 with Priority: HIGHEST for action port [ 777.979337] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d90338db-d21b-48a0-8c3e-bb7c72974a93 with Priority: HIGHEST for action port [ 777.979660] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-d90338db-d21b-48a0-8c3e-bb7c72974a93 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.979773] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d90338db-d21b-48a0-8c3e-bb7c72974a93" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.979835] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d90338db-d21b-48a0-8c3e-bb7c72974a93" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.980114] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d90338db-d21b-48a0-8c3e-bb7c72974a93" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.980196] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d90338db-d21b-48a0-8c3e-bb7c72974a93',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.050458] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa8d5f03-7d42-445e-85f8-89629241916a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.052524] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.052663] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.052735] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.052932] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.053784] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.071271] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe in Status: IN_PROGRESS for 2s [ 778.254252] env[65077]: INFO networking_nsxv3.common.synchronization [req-07801e53-8cce-473b-b3c2-04c1af2012ea req-6492d6ea-e273-4786-8da6-eb64298de07e service nova] Enqueued Resource ID: 8b1c3ed5-47b2-4a6d-b727-aed3431443bf with Priority: HIGHEST for action security_group_rules [ 778.254252] env[65077]: INFO networking_nsxv3.common.synchronization [req-07801e53-8cce-473b-b3c2-04c1af2012ea req-6492d6ea-e273-4786-8da6-eb64298de07e service nova] Enqueued Resource ID: 8b1c3ed5-47b2-4a6d-b727-aed3431443bf with Priority: HIGHEST for action security_group_members [ 778.254252] env[65077]: INFO networking_nsxv3.common.synchronization [req-07801e53-8cce-473b-b3c2-04c1af2012ea req-6492d6ea-e273-4786-8da6-eb64298de07e service nova] Enqueued Resource ID: e15ae5ff-5c48-48ab-9bcd-1756d925a431 with Priority: HIGHEST for action port [ 778.254252] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b1c3ed5-47b2-4a6d-b727-aed3431443bf with Priority: HIGHEST for action security_group_rules [ 778.254252] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b1c3ed5-47b2-4a6d-b727-aed3431443bf with Priority: HIGHEST for action security_group_members [ 778.254252] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e15ae5ff-5c48-48ab-9bcd-1756d925a431 with Priority: HIGHEST for action port [ 778.254252] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b1c3ed5-47b2-4a6d-b727-aed3431443bf taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.254252] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b1c3ed5-47b2-4a6d-b727-aed3431443bf" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.254777] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b1c3ed5-47b2-4a6d-b727-aed3431443bf" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.255234] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b1c3ed5-47b2-4a6d-b727-aed3431443bf" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.255500] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b1c3ed5-47b2-4a6d-b727-aed3431443bf',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.256677] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b1c3ed5-47b2-4a6d-b727-aed3431443bf taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.257683] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b1c3ed5-47b2-4a6d-b727-aed3431443bf" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.257870] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b1c3ed5-47b2-4a6d-b727-aed3431443bf" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.258228] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b1c3ed5-47b2-4a6d-b727-aed3431443bf" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.258514] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.258743] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.258888] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.259191] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.259578] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.259826] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b1c3ed5-47b2-4a6d-b727-aed3431443bf',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.260993] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-e15ae5ff-5c48-48ab-9bcd-1756d925a431 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.261256] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e15ae5ff-5c48-48ab-9bcd-1756d925a431" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.261452] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e15ae5ff-5c48-48ab-9bcd-1756d925a431" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.261730] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e15ae5ff-5c48-48ab-9bcd-1756d925a431" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.261896] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e15ae5ff-5c48-48ab-9bcd-1756d925a431',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.482563] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d90338db-d21b-48a0-8c3e-bb7c72974a93 [ 778.482563] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.483096] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.484713] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.484980] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.485107] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.485180] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d90338db-d21b-48a0-8c3e-bb7c72974a93 already deleted. [ 778.485273] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d90338db-d21b-48a0-8c3e-bb7c72974a93" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.556847] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.556964] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.557052] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.557311] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.557416] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.557527] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa8d5f03-7d42-445e-85f8-89629241916a is going to be updated. [ 778.595218] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.595360] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.595441] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.595895] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.595895] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.606877] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa8d5f03-7d42-445e-85f8-89629241916a in Status: IN_PROGRESS for 2s [ 778.764494] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b1c3ed5-47b2-4a6d-b727-aed3431443bf',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.765565] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b1c3ed5-47b2-4a6d-b727-aed3431443bf taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.765672] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b1c3ed5-47b2-4a6d-b727-aed3431443bf" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.765849] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e15ae5ff-5c48-48ab-9bcd-1756d925a431 with status ACTIVE [ 778.766041] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.766145] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.766181] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.766376] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.766466] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.766637] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.766731] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.766795] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.766943] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.767030] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.767233] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.767347] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.767412] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.767558] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.767634] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.767875] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e15ae5ff-5c48-48ab-9bcd-1756d925a431 is going to be updated. [ 778.789452] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.789919] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.790077] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.790373] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.790737] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.790985] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e15ae5ff-5c48-48ab-9bcd-1756d925a431" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.807105] env[65077]: INFO networking_nsxv3.common.synchronization [None req-4581c4a5-b276-4226-8c3a-79381a1ebbcc None None] Enqueued Resource ID: 04fa72ca-45ff-4f8b-b8f6-2860875aac1b with Priority: HIGHEST for action port [ 778.807105] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04fa72ca-45ff-4f8b-b8f6-2860875aac1b with Priority: HIGHEST for action port [ 778.807105] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-04fa72ca-45ff-4f8b-b8f6-2860875aac1b taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.807357] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04fa72ca-45ff-4f8b-b8f6-2860875aac1b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.807421] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04fa72ca-45ff-4f8b-b8f6-2860875aac1b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.807652] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04fa72ca-45ff-4f8b-b8f6-2860875aac1b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.807745] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04fa72ca-45ff-4f8b-b8f6-2860875aac1b',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.840341] env[65077]: INFO networking_nsxv3.common.synchronization [req-7da45b59-a08e-41d1-863e-9b9bea88c7c9 req-f6ad68ce-044f-423f-9b61-c0afe024f4e4 tempest-AttachInterfacesUnderV243Test-1778452482 tempest-AttachInterfacesUnderV243Test-1778452482-project-member] Enqueued Resource ID: ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa with Priority: HIGHEST for action security_group_members [ 778.841684] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa with Priority: HIGHEST for action security_group_members [ 778.842131] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.842312] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.842409] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.842674] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.842838] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.842940] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.843010] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.843171] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.843259] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.843352] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.862545] env[65077]: INFO networking_nsxv3.common.synchronization [req-7da45b59-a08e-41d1-863e-9b9bea88c7c9 req-f6ad68ce-044f-423f-9b61-c0afe024f4e4 tempest-AttachInterfacesUnderV243Test-1778452482 tempest-AttachInterfacesUnderV243Test-1778452482-project-member] Enqueued Resource ID: ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa with Priority: HIGHEST for action security_group_rules [ 778.862700] env[65077]: INFO networking_nsxv3.common.synchronization [req-7da45b59-a08e-41d1-863e-9b9bea88c7c9 req-f6ad68ce-044f-423f-9b61-c0afe024f4e4 tempest-AttachInterfacesUnderV243Test-1778452482 tempest-AttachInterfacesUnderV243Test-1778452482-project-member] Enqueued Resource ID: ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa with Priority: HIGHEST for action security_group_members [ 778.863179] env[65077]: INFO networking_nsxv3.common.synchronization [req-7da45b59-a08e-41d1-863e-9b9bea88c7c9 req-f6ad68ce-044f-423f-9b61-c0afe024f4e4 tempest-AttachInterfacesUnderV243Test-1778452482 tempest-AttachInterfacesUnderV243Test-1778452482-project-member] Enqueued Resource ID: 5b730899-4d73-431e-8e58-98a8293a22a0 with Priority: HIGHEST for action port [ 778.863689] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa with Priority: HIGHEST for action security_group_rules [ 778.863959] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa with Priority: HIGHEST for action security_group_members [ 778.863959] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b730899-4d73-431e-8e58-98a8293a22a0 with Priority: HIGHEST for action port [ 778.864200] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.864320] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.864449] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.864580] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.864660] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.865821] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.865821] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.865821] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b730899-4d73-431e-8e58-98a8293a22a0 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.866058] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b730899-4d73-431e-8e58-98a8293a22a0" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.866058] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b730899-4d73-431e-8e58-98a8293a22a0" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.866129] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b730899-4d73-431e-8e58-98a8293a22a0" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.867300] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b730899-4d73-431e-8e58-98a8293a22a0',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.271026] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b1c3ed5-47b2-4a6d-b727-aed3431443bf',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.312134] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 04fa72ca-45ff-4f8b-b8f6-2860875aac1b [ 779.312686] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.312842] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.313072] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.313282] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.313370] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.313520] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:04fa72ca-45ff-4f8b-b8f6-2860875aac1b already deleted. [ 779.314026] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04fa72ca-45ff-4f8b-b8f6-2860875aac1b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.345808] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.368024] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.368024] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.369417] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5b730899-4d73-431e-8e58-98a8293a22a0 with status ACTIVE [ 779.369615] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.369736] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.369799] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.370040] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.370139] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.370348] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.370560] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.370560] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.370692] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.370768] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.371062] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.371062] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.371633] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.371633] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.371633] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.371633] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5b730899-4d73-431e-8e58-98a8293a22a0 is going to be updated. [ 779.393124] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.393590] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.393704] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.393897] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.394049] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.394219] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b730899-4d73-431e-8e58-98a8293a22a0" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.777275] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.777275] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.777275] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.777275] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.777275] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.777275] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b1c3ed5-47b2-4a6d-b727-aed3431443bf is going to be created. [ 779.815884] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.816037] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.816114] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.816335] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.816499] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.832198] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b1c3ed5-47b2-4a6d-b727-aed3431443bf in Status: UNINITIALIZED for 2s [ 779.848429] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.089821] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe in Status: SUCCESS [ 780.090077] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.352996] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.353421] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.354638] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.355198] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.355198] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.355295] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa is going to be updated. [ 780.389692] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.389692] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.389879] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.390167] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.390406] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.402831] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa in Status: IN_PROGRESS for 2s [ 780.492528] env[65077]: INFO networking_nsxv3.common.synchronization [None req-0e8cc834-ee69-4f60-86d8-c2f2869f41b0 tempest-AttachVolumeTestJSON-274225233 tempest-AttachVolumeTestJSON-274225233-project-member] Enqueued Resource ID: f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c with Priority: HIGHEST for action security_group_rules [ 780.493402] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c with Priority: HIGHEST for action security_group_rules [ 780.493879] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.494056] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.494176] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.494509] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.494631] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.602270] env[65077]: INFO networking_nsxv3.common.synchronization [None req-22d7a2f4-7152-404c-862c-0f4d6f1db482 tempest-AttachVolumeTestJSON-274225233 tempest-AttachVolumeTestJSON-274225233-project-member] Enqueued Resource ID: f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c with Priority: HIGHEST for action security_group_rules [ 780.602969] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c with Priority: HIGHEST for action security_group_rules [ 780.604279] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.604495] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.623583] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa8d5f03-7d42-445e-85f8-89629241916a in Status: SUCCESS [ 780.623758] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa8d5f03-7d42-445e-85f8-89629241916a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.624200] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa8d5f03-7d42-445e-85f8-89629241916a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.624200] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa8d5f03-7d42-445e-85f8-89629241916a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.625142] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.625142] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.625142] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.625142] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.625142] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.625142] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa8d5f03-7d42-445e-85f8-89629241916a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.625423] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aa8d5f03-7d42-445e-85f8-89629241916a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.021496] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.021692] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.021767] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.021986] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.022087] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.022187] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c already deleted. [ 781.022351] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.022431] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.022665] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.022665] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.128350] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa8d5f03-7d42-445e-85f8-89629241916a taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.128586] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa8d5f03-7d42-445e-85f8-89629241916a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.128586] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa8d5f03-7d42-445e-85f8-89629241916a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.128784] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa8d5f03-7d42-445e-85f8-89629241916a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.128942] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.129048] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.129173] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.132144] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.132144] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.132144] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa8d5f03-7d42-445e-85f8-89629241916a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.132144] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa8d5f03-7d42-445e-85f8-89629241916a taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.132144] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa8d5f03-7d42-445e-85f8-89629241916a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.132144] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa8d5f03-7d42-445e-85f8-89629241916a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.132144] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa8d5f03-7d42-445e-85f8-89629241916a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.132144] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.132144] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.132144] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.132144] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.132144] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.132144] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa8d5f03-7d42-445e-85f8-89629241916a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.132144] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aa8d5f03-7d42-445e-85f8-89629241916a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.420048] env[65077]: INFO networking_nsxv3.common.synchronization [None req-c3d2db81-cf8e-49eb-98f5-5aeb2d59981c None None] Enqueued Resource ID: 17650c82-7170-41d0-95f1-e1eff31d0007 with Priority: HIGHEST for action port [ 781.420589] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17650c82-7170-41d0-95f1-e1eff31d0007 with Priority: HIGHEST for action port [ 781.420940] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-17650c82-7170-41d0-95f1-e1eff31d0007 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.421083] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17650c82-7170-41d0-95f1-e1eff31d0007" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.421166] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17650c82-7170-41d0-95f1-e1eff31d0007" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.421455] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17650c82-7170-41d0-95f1-e1eff31d0007" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.421598] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17650c82-7170-41d0-95f1-e1eff31d0007',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.557499] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.557708] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.557818] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.558124] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.558248] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.558383] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c already deleted. [ 781.558503] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.633081] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aa8d5f03-7d42-445e-85f8-89629241916a: rpc.has_security_group_logging(os_id): False [ 781.662356] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.662552] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.662552] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.662787] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.662892] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.663122] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.663221] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.663293] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.663467] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.663522] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.663706] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.663803] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.663865] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.664112] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.664112] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.664330] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.664394] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.664435] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.664908] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.664908] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.664908] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa8d5f03-7d42-445e-85f8-89629241916a is going to be updated. [ 781.759251] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.759699] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.759788] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.760758] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.760758] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.778398] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa8d5f03-7d42-445e-85f8-89629241916a in Status: IN_PROGRESS for 2s [ 781.846812] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b1c3ed5-47b2-4a6d-b727-aed3431443bf in Status: SUCCESS [ 781.846990] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b1c3ed5-47b2-4a6d-b727-aed3431443bf" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.847862] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b1c3ed5-47b2-4a6d-b727-aed3431443bf" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.847862] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b1c3ed5-47b2-4a6d-b727-aed3431443bf" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.847862] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.847862] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.847862] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.847862] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.848594] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.848594] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b1c3ed5-47b2-4a6d-b727-aed3431443bf" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.848594] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b1c3ed5-47b2-4a6d-b727-aed3431443bf',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.926502] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 17650c82-7170-41d0-95f1-e1eff31d0007 [ 781.926502] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.926502] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.926502] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.926502] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.926502] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.926502] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:17650c82-7170-41d0-95f1-e1eff31d0007 already deleted. [ 781.926502] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17650c82-7170-41d0-95f1-e1eff31d0007" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.083771] env[65077]: INFO networking_nsxv3.common.synchronization [req-ef599185-1236-424b-9135-fc918a01b6f8 req-2913b94e-6091-4764-9603-6c5dd3b34762 tempest-ListServersNegativeTestJSON-1725124584 tempest-ListServersNegativeTestJSON-1725124584-project-member] Enqueued Resource ID: 5cdcc784-c0ae-4c99-a000-9ce3868b639a with Priority: HIGHEST for action security_group_members [ 782.084912] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cdcc784-c0ae-4c99-a000-9ce3868b639a with Priority: HIGHEST for action security_group_members [ 782.089598] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cdcc784-c0ae-4c99-a000-9ce3868b639a taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.089598] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.089827] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.089880] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.090052] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.090206] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.090253] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.091285] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.091285] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.091285] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5cdcc784-c0ae-4c99-a000-9ce3868b639a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.219678] env[65077]: INFO networking_nsxv3.common.synchronization [req-9881766d-0280-4e75-b8e5-ed6e2bb131b1 req-cd72a6e1-93bb-4070-b9e0-09b893071fb2 tempest-ServerActionsV293TestJSON-1856728204 tempest-ServerActionsV293TestJSON-1856728204-project-member] Enqueued Resource ID: fdc68775-ecc6-44aa-a67c-ded95b3118c3 with Priority: HIGHEST for action security_group_members [ 782.220509] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdc68775-ecc6-44aa-a67c-ded95b3118c3 with Priority: HIGHEST for action security_group_members [ 782.220947] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdc68775-ecc6-44aa-a67c-ded95b3118c3 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.221952] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdc68775-ecc6-44aa-a67c-ded95b3118c3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.221952] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdc68775-ecc6-44aa-a67c-ded95b3118c3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.221952] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdc68775-ecc6-44aa-a67c-ded95b3118c3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.221952] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.221952] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.221952] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.221952] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.221952] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.222310] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdc68775-ecc6-44aa-a67c-ded95b3118c3',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.352162] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b1c3ed5-47b2-4a6d-b727-aed3431443bf',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.416104] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa in Status: SUCCESS [ 782.416480] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.416770] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.417114] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.420114] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.420114] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.420114] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.420114] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.420114] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.420114] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.595032] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5cdcc784-c0ae-4c99-a000-9ce3868b639a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.725169] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.725403] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.725403] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.726499] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.726499] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.726499] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.726499] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.726499] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.726873] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.726873] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.727200] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdc68775-ecc6-44aa-a67c-ded95b3118c3 is going to be updated. [ 782.766685] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.766685] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.766685] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.766685] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.767151] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.780656] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdc68775-ecc6-44aa-a67c-ded95b3118c3 in Status: IN_PROGRESS for 2s [ 782.856296] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b1c3ed5-47b2-4a6d-b727-aed3431443bf: rpc.has_security_group_logging(os_id): False [ 782.878125] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.880238] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.880238] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.880238] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.880238] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.880238] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.880238] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.880238] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.880846] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.880846] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.880846] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b1c3ed5-47b2-4a6d-b727-aed3431443bf is going to be created. [ 782.921248] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.976313] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.976560] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.976717] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.977201] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.977306] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.997038] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b1c3ed5-47b2-4a6d-b727-aed3431443bf in Status: IN_PROGRESS for 2s [ 783.101441] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5cdcc784-c0ae-4c99-a000-9ce3868b639a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.424899] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.605790] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.605974] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.606090] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.606282] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.606373] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.606473] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cdcc784-c0ae-4c99-a000-9ce3868b639a is going to be updated. [ 783.685078] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.685078] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.685296] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.685337] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.685458] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.696162] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cdcc784-c0ae-4c99-a000-9ce3868b639a in Status: IN_PROGRESS for 2s [ 783.795022] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa8d5f03-7d42-445e-85f8-89629241916a in Status: SUCCESS [ 783.795377] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa8d5f03-7d42-445e-85f8-89629241916a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.928768] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.928995] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.929299] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.930167] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.930167] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.930167] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa is going to be updated. [ 783.969574] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.969574] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.969681] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.969964] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.970892] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.988833] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa in Status: IN_PROGRESS for 2s [ 784.623060] env[65077]: INFO networking_nsxv3.common.synchronization [req-24f79fdf-2ddc-49db-8bfe-f4ee531743a9 req-59b79b80-3317-497b-bc4e-3adaa6c3f166 tempest-ImagesOneServerNegativeTestJSON-1130149341 tempest-ImagesOneServerNegativeTestJSON-1130149341-project-member] Enqueued Resource ID: 7a7ee9dd-f87d-403e-a7bb-a38b249129d2 with Priority: HIGHEST for action security_group_members [ 784.626852] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a7ee9dd-f87d-403e-a7bb-a38b249129d2 with Priority: HIGHEST for action security_group_members [ 784.626852] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.626852] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.626852] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.626852] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.626852] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.626852] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.626852] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.626852] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.626852] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.626852] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a7ee9dd-f87d-403e-a7bb-a38b249129d2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.795569] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdc68775-ecc6-44aa-a67c-ded95b3118c3 in Status: SUCCESS [ 784.795569] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdc68775-ecc6-44aa-a67c-ded95b3118c3 deletion is rescheduled due to dependency. [ 784.795569] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdc68775-ecc6-44aa-a67c-ded95b3118c3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.003427] env[65077]: INFO networking_nsxv3.common.synchronization [req-5cfa9865-d359-473d-8212-4d1ace4b111b req-d02a6653-8352-4ff8-be25-befecca24eae tempest-ServersAdminNegativeTestJSON-2103935225 tempest-ServersAdminNegativeTestJSON-2103935225-project-member] Enqueued Resource ID: 1bf0553a-aef7-4f32-93c5-9543708dded2 with Priority: HIGHEST for action security_group_members [ 785.004599] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bf0553a-aef7-4f32-93c5-9543708dded2 with Priority: HIGHEST for action security_group_members [ 785.004599] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bf0553a-aef7-4f32-93c5-9543708dded2 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.004599] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bf0553a-aef7-4f32-93c5-9543708dded2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.004599] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bf0553a-aef7-4f32-93c5-9543708dded2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.004924] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bf0553a-aef7-4f32-93c5-9543708dded2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.005187] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.005348] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.005452] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.005608] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.005718] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.005825] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bf0553a-aef7-4f32-93c5-9543708dded2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.011868] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b1c3ed5-47b2-4a6d-b727-aed3431443bf in Status: SUCCESS [ 785.012116] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b1c3ed5-47b2-4a6d-b727-aed3431443bf" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.130323] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.130670] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.130768] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.131044] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.131104] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.131322] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.131536] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.131536] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.132096] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.132096] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.132096] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a7ee9dd-f87d-403e-a7bb-a38b249129d2 already deleted. [ 785.132096] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.202560] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock network-470 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.203162] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "network-470" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.203454] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "network-470" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.203865] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "network-470" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.204260] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.204540] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.205817] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.205817] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.205817] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.205817] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 785.205817] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 785.205817] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 785.205817] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 785.205817] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 785.206668] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 785.206668] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 785.237468] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 785.237468] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 785.237468] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 785.237468] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "network-470" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.237468] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock port-577b5aa0-1bdb-470b-be3a-509bc2351900 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.237468] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "port-577b5aa0-1bdb-470b-be3a-509bc2351900" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.237468] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "port-577b5aa0-1bdb-470b-be3a-509bc2351900" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.237468] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "port-577b5aa0-1bdb-470b-be3a-509bc2351900" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.237468] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('577b5aa0-1bdb-470b-be3a-509bc2351900',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.510474] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1bf0553a-aef7-4f32-93c5-9543708dded2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.712158] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cdcc784-c0ae-4c99-a000-9ce3868b639a in Status: SUCCESS [ 785.712785] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.741236] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.741642] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.741834] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.742318] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.742559] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.742818] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Segment Port 577b5aa0-1bdb-470b-be3a-509bc2351900 not found, creating... [ 785.743545] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.743787] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.743967] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.744357] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.744561] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.745031] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.745385] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.745502] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.745834] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.746102] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.746497] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Resource: SegmentPort with ID: 577b5aa0-1bdb-470b-be3a-509bc2351900 is going to be created. [ 785.786560] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.786941] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.786941] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.787230] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.787630] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.787950] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "port-577b5aa0-1bdb-470b-be3a-509bc2351900" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.857949] env[65077]: INFO networking_nsxv3.common.synchronization [req-f25abbfb-049b-4ee3-a03c-adc7f4723d64 req-9c5793fb-53ad-41a8-8328-89e5000d17f3 tempest-ServerDiagnosticsTest-172937691 tempest-ServerDiagnosticsTest-172937691-project-member] Enqueued Resource ID: 77096533-5084-4b0c-80bc-155505506064 with Priority: HIGHEST for action security_group_members [ 785.858813] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77096533-5084-4b0c-80bc-155505506064 with Priority: HIGHEST for action security_group_members [ 785.859315] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-77096533-5084-4b0c-80bc-155505506064 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.859507] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77096533-5084-4b0c-80bc-155505506064" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.859567] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77096533-5084-4b0c-80bc-155505506064" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.859868] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77096533-5084-4b0c-80bc-155505506064" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.860716] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.860866] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.860958] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.861228] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.861547] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.861547] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77096533-5084-4b0c-80bc-155505506064',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.000652] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa in Status: SUCCESS [ 786.000963] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.001158] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.001400] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.001654] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.001832] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.001911] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.002110] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.002316] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.002513] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.002754] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.015602] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1bf0553a-aef7-4f32-93c5-9543708dded2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.366269] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.366571] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.366571] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.366956] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.366956] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.367298] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.367298] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.367548] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.367610] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.367689] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.367969] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77096533-5084-4b0c-80bc-155505506064 is going to be updated. [ 786.405182] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.405395] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.405395] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.405633] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.405780] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.419605] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77096533-5084-4b0c-80bc-155505506064 in Status: IN_PROGRESS for 2s [ 786.505349] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.520043] env[65077]: INFO networking_nsxv3.common.synchronization [req-24f79fdf-2ddc-49db-8bfe-f4ee531743a9 req-c579b7ed-d73f-413c-9aed-68623fc2d3bd service nova] Enqueued Resource ID: 7a7ee9dd-f87d-403e-a7bb-a38b249129d2 with Priority: HIGHEST for action security_group_rules [ 786.520386] env[65077]: INFO networking_nsxv3.common.synchronization [req-24f79fdf-2ddc-49db-8bfe-f4ee531743a9 req-c579b7ed-d73f-413c-9aed-68623fc2d3bd service nova] Enqueued Resource ID: 7a7ee9dd-f87d-403e-a7bb-a38b249129d2 with Priority: HIGHEST for action security_group_members [ 786.520572] env[65077]: INFO networking_nsxv3.common.synchronization [req-24f79fdf-2ddc-49db-8bfe-f4ee531743a9 req-c579b7ed-d73f-413c-9aed-68623fc2d3bd service nova] Enqueued Resource ID: 577b5aa0-1bdb-470b-be3a-509bc2351900 with Priority: HIGHEST for action port [ 786.521661] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.521661] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.521661] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.521978] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.521978] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.521978] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bf0553a-aef7-4f32-93c5-9543708dded2 is going to be updated. [ 786.523796] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a7ee9dd-f87d-403e-a7bb-a38b249129d2 with Priority: HIGHEST for action security_group_rules [ 786.523796] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a7ee9dd-f87d-403e-a7bb-a38b249129d2 with Priority: HIGHEST for action security_group_members [ 786.524106] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 577b5aa0-1bdb-470b-be3a-509bc2351900 with Priority: HIGHEST for action port [ 786.526744] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a7ee9dd-f87d-403e-a7bb-a38b249129d2 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.526744] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.526744] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.526744] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.526744] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a7ee9dd-f87d-403e-a7bb-a38b249129d2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.526744] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.526744] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.526744] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.526744] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.526744] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.527623] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.527623] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.527623] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.527832] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.527832] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a7ee9dd-f87d-403e-a7bb-a38b249129d2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.529776] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-577b5aa0-1bdb-470b-be3a-509bc2351900 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.529929] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-577b5aa0-1bdb-470b-be3a-509bc2351900" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.530011] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-577b5aa0-1bdb-470b-be3a-509bc2351900" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.530159] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-577b5aa0-1bdb-470b-be3a-509bc2351900" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.530258] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('577b5aa0-1bdb-470b-be3a-509bc2351900',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.573438] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.574189] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.576018] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.576018] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.576018] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.587766] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bf0553a-aef7-4f32-93c5-9543708dded2 in Status: IN_PROGRESS for 2s [ 787.008558] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa: rpc.has_security_group_logging(os_id): False [ 787.034111] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.034111] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.034111] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.034111] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.034111] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.034111] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.034111] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.034111] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.034111] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.034111] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.034111] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa is going to be updated. [ 787.036235] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.036235] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.036235] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a7ee9dd-f87d-403e-a7bb-a38b249129d2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.036514] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 577b5aa0-1bdb-470b-be3a-509bc2351900 with status ACTIVE [ 787.036677] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.036778] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.036905] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.036989] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.037095] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.037258] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.037346] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.037403] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.038043] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.038173] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.040871] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.040871] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.040871] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.040871] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.040871] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.040871] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 577b5aa0-1bdb-470b-be3a-509bc2351900 is going to be updated. [ 787.071465] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.071465] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.071699] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.071740] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.071894] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.072137] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-577b5aa0-1bdb-470b-be3a-509bc2351900" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.152069] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.152069] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.152069] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.152069] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.152069] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.185922] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa in Status: IN_PROGRESS for 2s [ 787.541678] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a7ee9dd-f87d-403e-a7bb-a38b249129d2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.984190] env[65077]: INFO networking_nsxv3.common.synchronization [req-065d694d-dff2-49fc-854e-f24618408731 req-769cbd06-f531-4ce3-8079-2c6eac617eb9 tempest-InstanceActionsTestJSON-1561984589 tempest-InstanceActionsTestJSON-1561984589-project-member] Enqueued Resource ID: 4a3655de-92ba-4c08-b214-07df0be996f4 with Priority: HIGHEST for action security_group_members [ 787.985844] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a3655de-92ba-4c08-b214-07df0be996f4 with Priority: HIGHEST for action security_group_members [ 787.988016] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a3655de-92ba-4c08-b214-07df0be996f4 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.988016] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a3655de-92ba-4c08-b214-07df0be996f4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.988016] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a3655de-92ba-4c08-b214-07df0be996f4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.988016] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a3655de-92ba-4c08-b214-07df0be996f4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.988016] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.988016] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.988344] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.988344] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.988403] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.988469] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a3655de-92ba-4c08-b214-07df0be996f4',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.044650] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.045752] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.045893] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.046194] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.046318] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.046473] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a7ee9dd-f87d-403e-a7bb-a38b249129d2 is going to be created. [ 788.076254] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.076541] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.076541] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.076729] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.076911] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.089930] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a7ee9dd-f87d-403e-a7bb-a38b249129d2 in Status: UNINITIALIZED for 2s [ 788.371248] env[65077]: INFO networking_nsxv3.common.synchronization [None req-dc71585b-7821-46fc-ad82-cb7c5e61ca59 None None] Enqueued Resource ID: 66cb64b2-4a22-4cf1-8044-1e3abc9defb9 with Priority: HIGHEST for action port [ 788.372181] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66cb64b2-4a22-4cf1-8044-1e3abc9defb9 with Priority: HIGHEST for action port [ 788.372601] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-66cb64b2-4a22-4cf1-8044-1e3abc9defb9 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.372816] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66cb64b2-4a22-4cf1-8044-1e3abc9defb9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.372921] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66cb64b2-4a22-4cf1-8044-1e3abc9defb9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.373262] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66cb64b2-4a22-4cf1-8044-1e3abc9defb9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.373384] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66cb64b2-4a22-4cf1-8044-1e3abc9defb9',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.434562] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77096533-5084-4b0c-80bc-155505506064 in Status: SUCCESS [ 788.434562] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77096533-5084-4b0c-80bc-155505506064 deletion is rescheduled due to dependency. [ 788.434562] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77096533-5084-4b0c-80bc-155505506064" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.490472] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.490684] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.490921] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.493045] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.493045] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.493045] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.493045] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.493045] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.493045] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.493045] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.493045] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a3655de-92ba-4c08-b214-07df0be996f4 already deleted. [ 788.493045] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a3655de-92ba-4c08-b214-07df0be996f4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.529550] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock network-352 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.529769] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "network-352" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.529983] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "network-352" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.530680] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "network-352" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.530680] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.530905] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.530951] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.531210] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.531360] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.531674] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 788.531788] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 788.532076] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 788.532076] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 788.532225] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 788.532370] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 788.532370] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 788.556368] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 788.556556] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 788.556722] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 788.556924] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "network-352" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.557309] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock port-b6d7ac3c-2475-4871-80da-063b692145b0 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.557491] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "port-b6d7ac3c-2475-4871-80da-063b692145b0" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.557625] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "port-b6d7ac3c-2475-4871-80da-063b692145b0" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.557967] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "port-b6d7ac3c-2475-4871-80da-063b692145b0" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.558147] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6d7ac3c-2475-4871-80da-063b692145b0',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.598904] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bf0553a-aef7-4f32-93c5-9543708dded2 in Status: SUCCESS [ 788.599165] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bf0553a-aef7-4f32-93c5-9543708dded2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.876891] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 66cb64b2-4a22-4cf1-8044-1e3abc9defb9 [ 788.877193] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.877314] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.877380] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.877599] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.877689] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.877782] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:66cb64b2-4a22-4cf1-8044-1e3abc9defb9 already deleted. [ 788.877865] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66cb64b2-4a22-4cf1-8044-1e3abc9defb9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.060963] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.061383] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.061383] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.061782] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.061946] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.062115] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Segment Port b6d7ac3c-2475-4871-80da-063b692145b0 not found, creating... [ 789.063077] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.063077] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.063077] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.063077] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.063077] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.063504] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.063589] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.063641] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.064146] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.064288] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.064427] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Resource: SegmentPort with ID: b6d7ac3c-2475-4871-80da-063b692145b0 is going to be created. [ 789.086862] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.086862] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.086862] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.086862] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.087114] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.087466] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "port-b6d7ac3c-2475-4871-80da-063b692145b0" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.214144] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa in Status: SUCCESS [ 789.214144] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.860294] env[65077]: INFO networking_nsxv3.common.synchronization [req-065d694d-dff2-49fc-854e-f24618408731 req-c7ede5a6-b594-4ba7-849a-249d97168ad7 service nova] Enqueued Resource ID: 4a3655de-92ba-4c08-b214-07df0be996f4 with Priority: HIGHEST for action security_group_rules [ 789.860530] env[65077]: INFO networking_nsxv3.common.synchronization [req-065d694d-dff2-49fc-854e-f24618408731 req-c7ede5a6-b594-4ba7-849a-249d97168ad7 service nova] Enqueued Resource ID: 4a3655de-92ba-4c08-b214-07df0be996f4 with Priority: HIGHEST for action security_group_members [ 789.860670] env[65077]: INFO networking_nsxv3.common.synchronization [req-065d694d-dff2-49fc-854e-f24618408731 req-c7ede5a6-b594-4ba7-849a-249d97168ad7 service nova] Enqueued Resource ID: b6d7ac3c-2475-4871-80da-063b692145b0 with Priority: HIGHEST for action port [ 789.861189] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a3655de-92ba-4c08-b214-07df0be996f4 with Priority: HIGHEST for action security_group_rules [ 789.861319] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a3655de-92ba-4c08-b214-07df0be996f4 with Priority: HIGHEST for action security_group_members [ 789.861492] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6d7ac3c-2475-4871-80da-063b692145b0 with Priority: HIGHEST for action port [ 789.861714] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a3655de-92ba-4c08-b214-07df0be996f4 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.861832] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a3655de-92ba-4c08-b214-07df0be996f4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.861898] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a3655de-92ba-4c08-b214-07df0be996f4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.864197] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a3655de-92ba-4c08-b214-07df0be996f4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.864291] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a3655de-92ba-4c08-b214-07df0be996f4',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.865187] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a3655de-92ba-4c08-b214-07df0be996f4 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.865312] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a3655de-92ba-4c08-b214-07df0be996f4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.865381] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a3655de-92ba-4c08-b214-07df0be996f4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.865555] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a3655de-92ba-4c08-b214-07df0be996f4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.867676] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.867817] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.867885] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.868078] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.868169] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.868267] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a3655de-92ba-4c08-b214-07df0be996f4',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.869543] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6d7ac3c-2475-4871-80da-063b692145b0 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.869543] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6d7ac3c-2475-4871-80da-063b692145b0" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.869543] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6d7ac3c-2475-4871-80da-063b692145b0" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.869735] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6d7ac3c-2475-4871-80da-063b692145b0" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.869735] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6d7ac3c-2475-4871-80da-063b692145b0',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.103772] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a7ee9dd-f87d-403e-a7bb-a38b249129d2 in Status: SUCCESS [ 790.103772] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.103772] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.103772] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.103772] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.103772] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.103772] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.103772] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.103772] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.103772] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.103772] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7a7ee9dd-f87d-403e-a7bb-a38b249129d2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.371986] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a3655de-92ba-4c08-b214-07df0be996f4 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.372294] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a3655de-92ba-4c08-b214-07df0be996f4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.372488] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a3655de-92ba-4c08-b214-07df0be996f4',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.373922] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b6d7ac3c-2475-4871-80da-063b692145b0 with status ACTIVE [ 790.373922] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.373922] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.374130] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.374480] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.376897] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.377204] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.377374] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.377481] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.377701] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.377852] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.378241] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.378398] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.378429] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.378569] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.378645] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.378734] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b6d7ac3c-2475-4871-80da-063b692145b0 is going to be updated. [ 790.407052] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.407052] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.407052] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.407301] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.407756] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.408186] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6d7ac3c-2475-4871-80da-063b692145b0" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.526580] env[65077]: INFO networking_nsxv3.common.synchronization [None req-04a760c8-8b05-4d13-adb2-4c45e0b3d02c None None] Enqueued Resource ID: 810c17cc-4abb-479c-9537-455c6682a023 with Priority: HIGHEST for action port [ 790.527513] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 810c17cc-4abb-479c-9537-455c6682a023 with Priority: HIGHEST for action port [ 790.527616] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-810c17cc-4abb-479c-9537-455c6682a023 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.527708] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-810c17cc-4abb-479c-9537-455c6682a023" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.527776] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-810c17cc-4abb-479c-9537-455c6682a023" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.528428] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-810c17cc-4abb-479c-9537-455c6682a023" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.528428] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('810c17cc-4abb-479c-9537-455c6682a023',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.608642] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.608642] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.608642] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.608642] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.609994] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.609994] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.609994] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.609994] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.609994] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.609994] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.609994] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.610806] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.610806] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.611105] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.612023] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.612023] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.612023] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.612023] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.612023] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.612023] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.612023] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7a7ee9dd-f87d-403e-a7bb-a38b249129d2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.880612] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a3655de-92ba-4c08-b214-07df0be996f4',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.030504] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 810c17cc-4abb-479c-9537-455c6682a023 [ 791.031325] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.031325] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.031325] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.031325] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.031676] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.031676] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:810c17cc-4abb-479c-9537-455c6682a023 already deleted. [ 791.031676] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-810c17cc-4abb-479c-9537-455c6682a023" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.116426] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7a7ee9dd-f87d-403e-a7bb-a38b249129d2: rpc.has_security_group_logging(os_id): False [ 791.138898] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.139064] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.139238] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.139556] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.139721] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.139896] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.140025] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.140096] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.140319] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.140388] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.140564] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.140741] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.140741] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.140861] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.140956] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.141172] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.141267] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.141349] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.141494] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.141551] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.141628] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a7ee9dd-f87d-403e-a7bb-a38b249129d2 is going to be created. [ 791.214367] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.214505] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.214573] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.214786] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.215045] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.236167] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a7ee9dd-f87d-403e-a7bb-a38b249129d2 in Status: IN_PROGRESS for 2s [ 791.384431] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.384431] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.384769] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.384769] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.384942] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.384942] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a3655de-92ba-4c08-b214-07df0be996f4 is going to be created. [ 791.417029] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.417029] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.417029] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.417029] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.417029] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.427981] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a3655de-92ba-4c08-b214-07df0be996f4 in Status: UNINITIALIZED for 2s [ 792.438804] env[65077]: INFO networking_nsxv3.common.synchronization [req-e49cd516-7406-4b4f-bf64-8cb6f3eeeeac req-3f24a516-e9be-45fd-b7be-31a132aef12a tempest-AttachInterfacesUnderV243Test-1778452482 tempest-AttachInterfacesUnderV243Test-1778452482-project-member] Enqueued Resource ID: ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa with Priority: HIGHEST for action security_group_members [ 792.438804] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa with Priority: HIGHEST for action security_group_members [ 792.440029] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.440029] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.440029] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.440029] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.441061] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.441061] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.441061] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.441061] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.441061] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.441061] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.454563] env[65077]: INFO networking_nsxv3.common.synchronization [req-e49cd516-7406-4b4f-bf64-8cb6f3eeeeac req-3f24a516-e9be-45fd-b7be-31a132aef12a tempest-AttachInterfacesUnderV243Test-1778452482 tempest-AttachInterfacesUnderV243Test-1778452482-project-member] Enqueued Resource ID: ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa with Priority: HIGHEST for action security_group_rules [ 792.454986] env[65077]: INFO networking_nsxv3.common.synchronization [req-e49cd516-7406-4b4f-bf64-8cb6f3eeeeac req-3f24a516-e9be-45fd-b7be-31a132aef12a tempest-AttachInterfacesUnderV243Test-1778452482 tempest-AttachInterfacesUnderV243Test-1778452482-project-member] Enqueued Resource ID: ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa with Priority: HIGHEST for action security_group_members [ 792.455669] env[65077]: INFO networking_nsxv3.common.synchronization [req-e49cd516-7406-4b4f-bf64-8cb6f3eeeeac req-3f24a516-e9be-45fd-b7be-31a132aef12a tempest-AttachInterfacesUnderV243Test-1778452482 tempest-AttachInterfacesUnderV243Test-1778452482-project-member] Enqueued Resource ID: 5b730899-4d73-431e-8e58-98a8293a22a0 with Priority: HIGHEST for action port [ 792.457281] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa with Priority: HIGHEST for action security_group_rules [ 792.457553] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa with Priority: HIGHEST for action security_group_members [ 792.457553] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b730899-4d73-431e-8e58-98a8293a22a0 with Priority: HIGHEST for action port [ 792.458168] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.458356] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.458448] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.459021] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.459021] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.460091] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.460250] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.460536] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b730899-4d73-431e-8e58-98a8293a22a0 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.460686] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b730899-4d73-431e-8e58-98a8293a22a0" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.460806] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b730899-4d73-431e-8e58-98a8293a22a0" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.461045] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b730899-4d73-431e-8e58-98a8293a22a0" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.461161] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b730899-4d73-431e-8e58-98a8293a22a0',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.668761] env[65077]: INFO networking_nsxv3.common.synchronization [req-b274cb24-bb63-481d-836d-9070e2f2ad47 req-2ac0f430-e6fa-4269-9fe9-d268bd254054 tempest-ServerDiskConfigTestJSON-1910186758 tempest-ServerDiskConfigTestJSON-1910186758-project-member] Enqueued Resource ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f with Priority: HIGHEST for action security_group_members [ 792.669423] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f with Priority: HIGHEST for action security_group_members [ 792.669801] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-39fdd242-c400-49e1-8754-8fc68bcdde8f taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.669952] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.669952] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.670145] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.670346] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.670502] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.670571] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.670681] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.670771] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.670925] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39fdd242-c400-49e1-8754-8fc68bcdde8f',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.948225] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.963088] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.964187] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.964187] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5b730899-4d73-431e-8e58-98a8293a22a0 with status ACTIVE [ 792.964337] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.965148] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.965148] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.965148] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.965148] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.965148] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.965148] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.965439] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.965439] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.965439] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.965686] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.965794] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.965855] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.965998] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.966088] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.966175] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5b730899-4d73-431e-8e58-98a8293a22a0 is going to be updated. [ 792.993792] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.993952] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.994016] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.994253] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.994415] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.994584] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b730899-4d73-431e-8e58-98a8293a22a0" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.173013] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.173204] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.173204] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.173492] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.173538] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.173743] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.173801] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.173847] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.174011] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.174095] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.174187] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f is going to be updated. [ 793.179747] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock network-909 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.179932] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "network-909" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.180056] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "network-909" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.180371] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "network-909" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.180631] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.180796] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.180912] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.181152] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.181298] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.181510] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 793.181622] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 793.181727] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 793.181834] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 793.181942] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 793.182055] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 793.182187] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 793.210088] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 793.210298] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 793.210478] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 793.210682] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "network-909" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.211197] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock port-e907b4a4-b1e4-4ab0-850c-1653c296b0c9 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.211453] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "port-e907b4a4-b1e4-4ab0-850c-1653c296b0c9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.212770] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "port-e907b4a4-b1e4-4ab0-850c-1653c296b0c9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.212770] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "port-e907b4a4-b1e4-4ab0-850c-1653c296b0c9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.212770] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e907b4a4-b1e4-4ab0-850c-1653c296b0c9',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.214566] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.214718] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.214806] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.215092] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.215266] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.228532] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f in Status: IN_PROGRESS for 2s [ 793.251697] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a7ee9dd-f87d-403e-a7bb-a38b249129d2 in Status: SUCCESS [ 793.251921] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.441014] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a3655de-92ba-4c08-b214-07df0be996f4 in Status: SUCCESS [ 793.441014] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a3655de-92ba-4c08-b214-07df0be996f4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.441014] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a3655de-92ba-4c08-b214-07df0be996f4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.441413] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a3655de-92ba-4c08-b214-07df0be996f4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.441413] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.441656] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.441740] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.441877] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.441974] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.442049] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a3655de-92ba-4c08-b214-07df0be996f4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.442140] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a3655de-92ba-4c08-b214-07df0be996f4',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.454280] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.718952] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.719238] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.719388] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.720043] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.720212] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.720371] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Segment Port e907b4a4-b1e4-4ab0-850c-1653c296b0c9 not found, creating... [ 793.720665] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.720914] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.721118] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.721461] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.721617] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.721935] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.722100] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.722213] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.722433] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.722587] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.722730] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Resource: SegmentPort with ID: e907b4a4-b1e4-4ab0-850c-1653c296b0c9 is going to be created. [ 793.753556] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.755081] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.755081] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.755081] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.755081] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.755081] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "port-e907b4a4-b1e4-4ab0-850c-1653c296b0c9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.945990] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a3655de-92ba-4c08-b214-07df0be996f4 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.945990] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a3655de-92ba-4c08-b214-07df0be996f4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.945990] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a3655de-92ba-4c08-b214-07df0be996f4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.946399] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a3655de-92ba-4c08-b214-07df0be996f4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.946655] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.946809] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.946894] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.947367] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.947505] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.947646] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a3655de-92ba-4c08-b214-07df0be996f4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.947894] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a3655de-92ba-4c08-b214-07df0be996f4 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.948059] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a3655de-92ba-4c08-b214-07df0be996f4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.948211] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a3655de-92ba-4c08-b214-07df0be996f4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.948470] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a3655de-92ba-4c08-b214-07df0be996f4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.948699] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.948868] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.949016] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.949291] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.949486] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.949557] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a3655de-92ba-4c08-b214-07df0be996f4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.949766] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a3655de-92ba-4c08-b214-07df0be996f4',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.957490] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.957725] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.957862] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.958221] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.958411] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.958563] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa is going to be updated. [ 793.996246] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.997182] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.997182] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.997182] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.997182] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.010189] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa in Status: IN_PROGRESS for 2s [ 794.454756] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a3655de-92ba-4c08-b214-07df0be996f4: rpc.has_security_group_logging(os_id): False [ 794.472578] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.472578] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.472578] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.472578] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.472578] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.473158] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.473158] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.474465] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.474465] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.474465] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.474613] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.474759] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.474823] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.474983] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.475125] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.475366] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.475519] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.475671] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.476387] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.476387] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.476387] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a3655de-92ba-4c08-b214-07df0be996f4 is going to be created. [ 794.519708] env[65077]: INFO networking_nsxv3.common.synchronization [req-b274cb24-bb63-481d-836d-9070e2f2ad47 req-4c8614d2-c17c-4207-aeb1-979bcfc5bc8b service nova] Enqueued Resource ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f with Priority: HIGHEST for action security_group_rules [ 794.519912] env[65077]: INFO networking_nsxv3.common.synchronization [req-b274cb24-bb63-481d-836d-9070e2f2ad47 req-4c8614d2-c17c-4207-aeb1-979bcfc5bc8b service nova] Enqueued Resource ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f with Priority: HIGHEST for action security_group_members [ 794.520074] env[65077]: INFO networking_nsxv3.common.synchronization [req-b274cb24-bb63-481d-836d-9070e2f2ad47 req-4c8614d2-c17c-4207-aeb1-979bcfc5bc8b service nova] Enqueued Resource ID: e907b4a4-b1e4-4ab0-850c-1653c296b0c9 with Priority: HIGHEST for action port [ 794.521118] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f with Priority: HIGHEST for action security_group_rules [ 794.521258] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f with Priority: HIGHEST for action security_group_members [ 794.521356] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e907b4a4-b1e4-4ab0-850c-1653c296b0c9 with Priority: HIGHEST for action port [ 794.521636] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39fdd242-c400-49e1-8754-8fc68bcdde8f taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.521825] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.521902] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.522125] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.522197] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39fdd242-c400-49e1-8754-8fc68bcdde8f',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.523867] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-39fdd242-c400-49e1-8754-8fc68bcdde8f taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.523961] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.524172] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-e907b4a4-b1e4-4ab0-850c-1653c296b0c9 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.524277] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e907b4a4-b1e4-4ab0-850c-1653c296b0c9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.524326] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e907b4a4-b1e4-4ab0-850c-1653c296b0c9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.524913] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e907b4a4-b1e4-4ab0-850c-1653c296b0c9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.524913] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e907b4a4-b1e4-4ab0-850c-1653c296b0c9',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.552027] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.552183] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.552246] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.552463] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.552654] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.572945] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a3655de-92ba-4c08-b214-07df0be996f4 in Status: IN_PROGRESS for 2s [ 795.027646] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-39fdd242-c400-49e1-8754-8fc68bcdde8f taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.027926] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.028169] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e907b4a4-b1e4-4ab0-850c-1653c296b0c9 with status ACTIVE [ 795.028422] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.028605] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.028766] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.028909] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.029010] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.029293] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.030153] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.030153] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.030153] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.030153] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.030364] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.030420] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.030453] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.030746] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.030746] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.031277] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e907b4a4-b1e4-4ab0-850c-1653c296b0c9 is going to be updated. [ 795.072131] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.072131] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.072341] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.072527] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.072595] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.072744] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e907b4a4-b1e4-4ab0-850c-1653c296b0c9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.241134] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f in Status: SUCCESS [ 795.241682] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f deletion is rescheduled due to dependency. [ 795.241968] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.243033] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.243698] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.244104] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.244383] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.244586] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.244899] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.245093] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.245319] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39fdd242-c400-49e1-8754-8fc68bcdde8f',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.400092] env[65077]: INFO networking_nsxv3.common.synchronization [req-b9269523-4d3c-47c4-bbf0-3470ac5c6ac4 req-1972dce2-ffde-4a1f-9742-556f5108743d tempest-DeleteServersTestJSON-1076641606 tempest-DeleteServersTestJSON-1076641606-project-member] Enqueued Resource ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 with Priority: HIGHEST for action security_group_members [ 795.401158] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 with Priority: HIGHEST for action security_group_members [ 795.401158] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8ed50b5-f4f3-434b-85c0-be75dfdec948 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.401158] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.401158] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.401560] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.401560] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.401560] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.401679] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.402064] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.402064] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.402064] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8ed50b5-f4f3-434b-85c0-be75dfdec948',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.748517] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39fdd242-c400-49e1-8754-8fc68bcdde8f',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.852563] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock network-542 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.852822] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "network-542" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.852954] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "network-542" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.854018] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "network-542" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.854018] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.854018] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.854018] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.854018] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.856534] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.856796] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 795.856910] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 795.857025] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 795.857129] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 795.857243] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 795.857379] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 795.857518] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 795.876023] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 795.880414] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 795.880603] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 795.880792] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "network-542" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.881160] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock port-e6a125ec-0f99-4ce7-8166-ba713823bf50 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.881337] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "port-e6a125ec-0f99-4ce7-8166-ba713823bf50" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.881510] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "port-e6a125ec-0f99-4ce7-8166-ba713823bf50" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.881838] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "port-e6a125ec-0f99-4ce7-8166-ba713823bf50" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.881985] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6a125ec-0f99-4ce7-8166-ba713823bf50',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.909022] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.909022] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.909022] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.909022] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.909022] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.909022] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.909022] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.909022] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.909022] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.909022] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.909022] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 is going to be updated. [ 795.941481] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.941669] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.941744] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.941930] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.942099] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.955547] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 in Status: IN_PROGRESS for 2s [ 796.020308] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa in Status: SUCCESS [ 796.020418] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.020572] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.020795] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.021018] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.021145] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.021215] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.021367] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.021522] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.021750] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.171241] env[65077]: INFO networking_nsxv3.common.synchronization [None req-3b020174-b159-45d8-8413-8c15c803c3ce tempest-ServerRescueNegativeTestJSON-2015207523 tempest-ServerRescueNegativeTestJSON-2015207523-project-member] Enqueued Resource ID: ad553be1-dc52-43fb-8dee-2d9bc9c0b7eb with Priority: HIGHEST for action security_group_rules [ 796.171838] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad553be1-dc52-43fb-8dee-2d9bc9c0b7eb with Priority: HIGHEST for action security_group_rules [ 796.172158] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad553be1-dc52-43fb-8dee-2d9bc9c0b7eb taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.172511] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad553be1-dc52-43fb-8dee-2d9bc9c0b7eb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.172511] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad553be1-dc52-43fb-8dee-2d9bc9c0b7eb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.172594] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad553be1-dc52-43fb-8dee-2d9bc9c0b7eb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.172679] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad553be1-dc52-43fb-8dee-2d9bc9c0b7eb',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.252549] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39fdd242-c400-49e1-8754-8fc68bcdde8f',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.309841] env[65077]: INFO networking_nsxv3.common.synchronization [None req-2f239217-5514-43a8-8b3c-90440026e047 tempest-ServerRescueNegativeTestJSON-2015207523 tempest-ServerRescueNegativeTestJSON-2015207523-project-member] Enqueued Resource ID: ad553be1-dc52-43fb-8dee-2d9bc9c0b7eb with Priority: HIGHEST for action security_group_rules [ 796.310770] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad553be1-dc52-43fb-8dee-2d9bc9c0b7eb with Priority: HIGHEST for action security_group_rules [ 796.310770] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad553be1-dc52-43fb-8dee-2d9bc9c0b7eb taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.312268] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad553be1-dc52-43fb-8dee-2d9bc9c0b7eb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.385814] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.386048] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.386167] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.386437] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.386721] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.386721] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Segment Port e6a125ec-0f99-4ce7-8166-ba713823bf50 not found, creating... [ 796.386977] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.387195] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.387261] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.387454] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.387579] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.387920] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.388029] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.388112] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.388316] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.388425] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.388551] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Resource: SegmentPort with ID: e6a125ec-0f99-4ce7-8166-ba713823bf50 is going to be created. [ 796.410939] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.411170] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.411255] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.411508] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.411735] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.411945] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "port-e6a125ec-0f99-4ce7-8166-ba713823bf50" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.524095] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.590063] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a3655de-92ba-4c08-b214-07df0be996f4 in Status: SUCCESS [ 796.590394] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a3655de-92ba-4c08-b214-07df0be996f4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.704697] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.704939] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.705125] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.705338] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.705531] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.705669] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad553be1-dc52-43fb-8dee-2d9bc9c0b7eb already deleted. [ 796.705795] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad553be1-dc52-43fb-8dee-2d9bc9c0b7eb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.706124] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad553be1-dc52-43fb-8dee-2d9bc9c0b7eb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.706282] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad553be1-dc52-43fb-8dee-2d9bc9c0b7eb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.706318] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad553be1-dc52-43fb-8dee-2d9bc9c0b7eb',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.756341] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.756683] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.756683] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.756771] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.756942] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.756942] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f is going to be updated. [ 796.790158] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.790437] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.790498] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.790791] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.790988] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.800234] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f in Status: IN_PROGRESS for 2s [ 797.026405] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.155429] env[65077]: INFO networking_nsxv3.common.synchronization [req-b9269523-4d3c-47c4-bbf0-3470ac5c6ac4 req-0b43ede3-444a-486f-93db-0db539418fb2 service nova] Enqueued Resource ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 with Priority: HIGHEST for action security_group_rules [ 797.155429] env[65077]: INFO networking_nsxv3.common.synchronization [req-b9269523-4d3c-47c4-bbf0-3470ac5c6ac4 req-0b43ede3-444a-486f-93db-0db539418fb2 service nova] Enqueued Resource ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 with Priority: HIGHEST for action security_group_members [ 797.155429] env[65077]: INFO networking_nsxv3.common.synchronization [req-b9269523-4d3c-47c4-bbf0-3470ac5c6ac4 req-0b43ede3-444a-486f-93db-0db539418fb2 service nova] Enqueued Resource ID: e6a125ec-0f99-4ce7-8166-ba713823bf50 with Priority: HIGHEST for action port [ 797.155429] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 with Priority: HIGHEST for action security_group_rules [ 797.155429] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 with Priority: HIGHEST for action security_group_members [ 797.155623] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6a125ec-0f99-4ce7-8166-ba713823bf50 with Priority: HIGHEST for action port [ 797.155768] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8ed50b5-f4f3-434b-85c0-be75dfdec948 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.155890] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.155954] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.156240] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.156343] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8ed50b5-f4f3-434b-85c0-be75dfdec948',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.157618] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8ed50b5-f4f3-434b-85c0-be75dfdec948 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.157618] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.157782] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6a125ec-0f99-4ce7-8166-ba713823bf50 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.157893] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6a125ec-0f99-4ce7-8166-ba713823bf50" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.157893] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6a125ec-0f99-4ce7-8166-ba713823bf50" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.159046] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6a125ec-0f99-4ce7-8166-ba713823bf50" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.159046] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6a125ec-0f99-4ce7-8166-ba713823bf50',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.230332] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.231020] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.231124] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.231327] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.231423] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.231517] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad553be1-dc52-43fb-8dee-2d9bc9c0b7eb already deleted. [ 797.231678] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad553be1-dc52-43fb-8dee-2d9bc9c0b7eb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.529046] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.529046] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.529046] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.529046] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.529046] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.529325] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa is going to be updated. [ 797.557618] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.557829] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.557829] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.558023] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.558175] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.568705] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa in Status: IN_PROGRESS for 2s [ 797.661035] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8ed50b5-f4f3-434b-85c0-be75dfdec948 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.661035] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.661216] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e6a125ec-0f99-4ce7-8166-ba713823bf50 with status ACTIVE [ 797.661338] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.661978] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.661978] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.661978] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.662355] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.662355] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.662451] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.662488] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.662670] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.662782] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.663018] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.663182] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.663287] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.664472] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.664472] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.664472] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e6a125ec-0f99-4ce7-8166-ba713823bf50 is going to be updated. [ 797.666789] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.666939] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.667044] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.667231] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.667385] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.692484] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.692660] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.692737] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.692993] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.693243] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.693457] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6a125ec-0f99-4ce7-8166-ba713823bf50" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.966894] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 in Status: SUCCESS [ 797.966894] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 deletion is rescheduled due to dependency. [ 797.966894] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.967468] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.967468] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.967540] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.967597] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.967773] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.967856] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.967908] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.967989] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8ed50b5-f4f3-434b-85c0-be75dfdec948',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.038905] env[65077]: INFO networking_nsxv3.common.synchronization [req-4d398206-2216-4c8e-bc93-7839cbed7fca req-736f93de-1f6c-4127-b6fa-818a5b7edff2 tempest-ServersWithSpecificFlavorTestJSON-398937738 tempest-ServersWithSpecificFlavorTestJSON-398937738-project-member] Enqueued Resource ID: 7e03c969-cff9-42d3-b23d-08179150276c with Priority: HIGHEST for action security_group_members [ 798.039577] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e03c969-cff9-42d3-b23d-08179150276c with Priority: HIGHEST for action security_group_members [ 798.039885] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e03c969-cff9-42d3-b23d-08179150276c taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.040046] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e03c969-cff9-42d3-b23d-08179150276c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.040093] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e03c969-cff9-42d3-b23d-08179150276c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.040269] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e03c969-cff9-42d3-b23d-08179150276c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.040485] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.040583] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.040667] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.040919] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.041178] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.041178] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e03c969-cff9-42d3-b23d-08179150276c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.169825] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.409875] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock network-233 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.410112] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "network-233" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.410112] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "network-233" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.411680] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "network-233" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.411680] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.411680] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.411680] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.411680] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.412067] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.412067] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 798.412188] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 798.412403] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 798.412543] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 798.413105] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 798.413105] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 798.413105] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 798.447403] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 798.448025] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 798.448214] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 798.448429] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "network-233" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.448769] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock port-e82b1545-9f67-4692-8131-f222782cf868 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.448946] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "port-e82b1545-9f67-4692-8131-f222782cf868" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.449076] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "port-e82b1545-9f67-4692-8131-f222782cf868" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.449519] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "port-e82b1545-9f67-4692-8131-f222782cf868" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.449694] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e82b1545-9f67-4692-8131-f222782cf868',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.471651] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8ed50b5-f4f3-434b-85c0-be75dfdec948',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.545948] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.545948] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.545948] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.545948] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.545948] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.545948] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.545948] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.545948] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.545948] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.545948] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.545948] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e03c969-cff9-42d3-b23d-08179150276c is going to be updated. [ 798.577328] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.577328] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.577328] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.577328] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.577328] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.591144] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e03c969-cff9-42d3-b23d-08179150276c in Status: IN_PROGRESS for 2s [ 798.675846] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.818047] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f in Status: SUCCESS [ 798.818385] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.819086] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.819406] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.819661] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.819931] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.819931] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.820347] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.820347] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.820347] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.820347] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('39fdd242-c400-49e1-8754-8fc68bcdde8f',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.956018] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.956018] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.956018] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.956018] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.956018] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.956018] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Segment Port e82b1545-9f67-4692-8131-f222782cf868 not found, creating... [ 798.956018] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.956018] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.956018] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.956018] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.956018] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.956730] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.956730] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.956730] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.957031] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.957410] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.957720] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Resource: SegmentPort with ID: e82b1545-9f67-4692-8131-f222782cf868 is going to be created. [ 798.972212] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8ed50b5-f4f3-434b-85c0-be75dfdec948',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.981489] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.981682] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.981800] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.982033] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.982306] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.982519] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "port-e82b1545-9f67-4692-8131-f222782cf868" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.178878] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 799.178878] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 799.327060] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-39fdd242-c400-49e1-8754-8fc68bcdde8f taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.327060] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.327060] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.327060] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.327060] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.327060] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.327060] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.327060] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.327060] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.327060] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.327060] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-39fdd242-c400-49e1-8754-8fc68bcdde8f taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.327060] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.327060] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.327060] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.327060] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.327060] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.328206] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.330175] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.330473] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.330722] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.330951] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('39fdd242-c400-49e1-8754-8fc68bcdde8f',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.474923] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.475485] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.475485] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.475646] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.475779] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.475967] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 is going to be updated. [ 799.545994] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.546213] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.546263] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.546510] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.546679] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.558046] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 in Status: IN_PROGRESS for 2s [ 799.578413] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa in Status: SUCCESS [ 799.578509] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.578681] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.578922] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.579130] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.579329] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.579396] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.579614] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.579712] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.579828] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.579891] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.817096] env[65077]: INFO networking_nsxv3.common.synchronization [req-4d398206-2216-4c8e-bc93-7839cbed7fca req-d7470577-f802-499f-a004-131a4886319c service nova] Enqueued Resource ID: 7e03c969-cff9-42d3-b23d-08179150276c with Priority: HIGHEST for action security_group_rules [ 799.819160] env[65077]: INFO networking_nsxv3.common.synchronization [req-4d398206-2216-4c8e-bc93-7839cbed7fca req-d7470577-f802-499f-a004-131a4886319c service nova] Enqueued Resource ID: 7e03c969-cff9-42d3-b23d-08179150276c with Priority: HIGHEST for action security_group_members [ 799.819160] env[65077]: INFO networking_nsxv3.common.synchronization [req-4d398206-2216-4c8e-bc93-7839cbed7fca req-d7470577-f802-499f-a004-131a4886319c service nova] Enqueued Resource ID: e82b1545-9f67-4692-8131-f222782cf868 with Priority: HIGHEST for action port [ 799.819160] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e03c969-cff9-42d3-b23d-08179150276c with Priority: HIGHEST for action security_group_rules [ 799.819160] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e03c969-cff9-42d3-b23d-08179150276c with Priority: HIGHEST for action security_group_members [ 799.819160] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e82b1545-9f67-4692-8131-f222782cf868 with Priority: HIGHEST for action port [ 799.819160] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e03c969-cff9-42d3-b23d-08179150276c taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.819160] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e03c969-cff9-42d3-b23d-08179150276c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.819160] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e03c969-cff9-42d3-b23d-08179150276c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.819160] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e03c969-cff9-42d3-b23d-08179150276c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.819160] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e03c969-cff9-42d3-b23d-08179150276c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.820629] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e03c969-cff9-42d3-b23d-08179150276c taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.820629] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e03c969-cff9-42d3-b23d-08179150276c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.820629] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-e82b1545-9f67-4692-8131-f222782cf868 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.820629] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e82b1545-9f67-4692-8131-f222782cf868" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.821160] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e82b1545-9f67-4692-8131-f222782cf868" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.821160] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e82b1545-9f67-4692-8131-f222782cf868" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.821160] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e82b1545-9f67-4692-8131-f222782cf868',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.835520] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 39fdd242-c400-49e1-8754-8fc68bcdde8f: rpc.has_security_group_logging(os_id): False [ 799.863796] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.863796] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.863796] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.864402] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.864402] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.864402] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.864402] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.864576] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.864677] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.864719] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.867831] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.867831] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.867831] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.867831] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.867831] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.867831] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.867831] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.867831] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.867831] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.867831] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.867831] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f is going to be updated. [ 799.970168] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.970168] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.970168] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.970168] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.970168] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.995073] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f in Status: IN_PROGRESS for 2s [ 800.082066] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.323644] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e03c969-cff9-42d3-b23d-08179150276c taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.323906] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e03c969-cff9-42d3-b23d-08179150276c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.325117] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e82b1545-9f67-4692-8131-f222782cf868 with status ACTIVE [ 800.325318] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.325461] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.325540] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.325745] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.325834] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.326053] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.326151] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.326214] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.326317] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.326397] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.326578] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.326670] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.326729] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.326861] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.326932] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.327028] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e82b1545-9f67-4692-8131-f222782cf868 is going to be updated. [ 800.526295] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.526570] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.526570] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.526754] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.526825] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.526998] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e82b1545-9f67-4692-8131-f222782cf868" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.544712] env[65077]: INFO networking_nsxv3.common.synchronization [req-4014daec-14e6-4145-a5f3-5307cd5cf762 req-941c34ae-4e35-445f-8a46-61b602088769 tempest-AttachInterfacesUnderV243Test-1778452482 tempest-AttachInterfacesUnderV243Test-1778452482-project-member] Enqueued Resource ID: ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa with Priority: HIGHEST for action security_group_members [ 800.545393] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa with Priority: HIGHEST for action security_group_members [ 800.545781] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.545933] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.546032] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.546242] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.546402] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.546525] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.546603] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.547692] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.547692] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.547692] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.584231] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa: rpc.has_security_group_logging(os_id): False [ 800.609038] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.609154] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.609393] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.609508] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.626522] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 800.627875] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.629420] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 800.631973] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.632289] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.632289] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.632756] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.632756] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.632882] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.632999] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.632999] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.633370] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.633370] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.633370] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa is going to be updated. [ 800.635210] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e03c969-cff9-42d3-b23d-08179150276c in Status: SUCCESS [ 800.635521] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e03c969-cff9-42d3-b23d-08179150276c deletion is rescheduled due to dependency. [ 800.635521] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e03c969-cff9-42d3-b23d-08179150276c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.636864] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e03c969-cff9-42d3-b23d-08179150276c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.636864] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e03c969-cff9-42d3-b23d-08179150276c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.636864] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.637158] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.637158] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.637309] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.637309] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.637420] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e03c969-cff9-42d3-b23d-08179150276c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.672104] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.672104] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.672104] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.672391] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.681764] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.682591] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 800.682591] env[65077]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65077) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 800.682591] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 800.732731] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.732956] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.733045] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.733262] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.734904] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.735233] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 800.738099] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.738099] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.738099] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.738410] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.738447] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.775413] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa in Status: IN_PROGRESS for 2s [ 800.893269] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.893564] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.893622] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.894189] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.894355] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.894759] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 801.050040] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.050446] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.050446] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.050663] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.050938] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.051335] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:37. [ 801.053936] env[65077]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'814792c4-8d30-4cd1-beba-7dac1d6899a2', '2ae12a3a-1488-4d5d-8082-5ab6030e836e', 'c8ed50b5-f4f3-434b-85c0-be75dfdec948', '7e03c969-cff9-42d3-b23d-08179150276c', '0241d8af-347c-48e3-ace7-302198e5e63e', '4a3655de-92ba-4c08-b214-07df0be996f4', '8b1c3ed5-47b2-4a6d-b727-aed3431443bf', '8b61bc18-96ca-42cb-b4ad-c2ca4a6db705', '1d8d74ae-6e56-4bd3-b4fd-f8a7d42014d6', '39fdd242-c400-49e1-8754-8fc68bcdde8f', 'ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa', '981dcbb1-43ad-4e60-bb2f-82dd5043583d', '16491986-fcfe-43de-81fd-ab19df2b7fdb', '569b6c9c-8cab-4869-9938-b0f7fdec09ad', 'fdc68775-ecc6-44aa-a67c-ded95b3118c3', '2658107d-6754-4434-90fa-8d04c60b7c74', '4d792878-6d10-49dd-b190-04454883a85e', 'ccb0ab2a-1aa8-407e-ba07-2e40e770e671', '341ba522-fe41-468d-bcfa-bce5f49e6893', 'aa8d5f03-7d42-445e-85f8-89629241916a', '01ad1d78-1c0f-4656-b348-852e5afff800', '714f8205-8bd1-4a49-9fe4-6c7d52425bd8', '0f36cbb2-486d-4165-9c43-4e3dee0a0ebe', '5d6c7a2a-9930-4eb9-8021-2b9dee415c60', '7a7ee9dd-f87d-403e-a7bb-a38b249129d2', '5cdcc784-c0ae-4c99-a000-9ce3868b639a', '09ea07ac-28de-4a88-99f6-ae73105ee587', '183043d0-c3f3-4288-9199-59f9b189e565', '56437e78-b2ea-47bf-ad0e-40def8cb4d60', '90c2f51c-2f9b-46d1-a968-89147ffd6069', '2d86ef7e-27bc-402b-aeab-a201e3db8423', 'f29a6911-5dec-41fc-bbc0-9565b59adc76', 'adfae8e2-5ae4-4c66-b74f-61ba148b7424', '08aad7f7-4aac-4d9e-9092-e8d90225715a', '77096533-5084-4b0c-80bc-155505506064', '1bf0553a-aef7-4f32-93c5-9543708dded2', '5d5a18d9-ef28-43fb-a60d-fa379ab34eb2'} {{(pid=65077) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 801.053936] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 801.057028] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.057028] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.057028] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.057028] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.057028] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.057028] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.057028] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.057028] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.057028] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.057028] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.057028] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa is going to be updated. [ 801.112791] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.112952] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.113033] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.113256] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.113400] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.130121] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa in Status: IN_PROGRESS for 2s [ 801.131923] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.132070] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.132151] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.132379] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.132472] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.132589] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 801.132661] env[65077]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65077) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 801.132731] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 801.140343] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e03c969-cff9-42d3-b23d-08179150276c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.226417] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.228023] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.228023] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.228023] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.228023] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.228382] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 801.228382] env[65077]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65077) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 801.228446] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 801.228546] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 801.228669] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/37 resources of Type:Security Group Rules [ 801.228776] env[65077]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 with Priority: HIGH for action security_group_rules [ 801.230534] env[65077]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2ae12a3a-1488-4d5d-8082-5ab6030e836e with Priority: HIGH for action security_group_rules [ 801.230534] env[65077]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 with Priority: HIGH for action security_group_rules [ 801.230534] env[65077]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7e03c969-cff9-42d3-b23d-08179150276c with Priority: HIGH for action security_group_rules [ 801.230534] env[65077]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0241d8af-347c-48e3-ace7-302198e5e63e with Priority: HIGH for action security_group_rules [ 801.230534] env[65077]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4a3655de-92ba-4c08-b214-07df0be996f4 with Priority: HIGH for action security_group_rules [ 801.230534] env[65077]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8b1c3ed5-47b2-4a6d-b727-aed3431443bf with Priority: HIGH for action security_group_rules [ 801.230534] env[65077]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8b61bc18-96ca-42cb-b4ad-c2ca4a6db705 with Priority: HIGH for action security_group_rules [ 801.230534] env[65077]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1d8d74ae-6e56-4bd3-b4fd-f8a7d42014d6 with Priority: HIGH for action security_group_rules [ 801.230534] env[65077]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f with Priority: HIGH for action security_group_rules [ 801.230534] env[65077]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa with Priority: HIGH for action security_group_rules [ 801.230534] env[65077]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 981dcbb1-43ad-4e60-bb2f-82dd5043583d with Priority: HIGH for action security_group_rules [ 801.230534] env[65077]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 16491986-fcfe-43de-81fd-ab19df2b7fdb with Priority: HIGH for action security_group_rules [ 801.230534] env[65077]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 569b6c9c-8cab-4869-9938-b0f7fdec09ad with Priority: HIGH for action security_group_rules [ 801.230534] env[65077]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fdc68775-ecc6-44aa-a67c-ded95b3118c3 with Priority: HIGH for action security_group_rules [ 801.230534] env[65077]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2658107d-6754-4434-90fa-8d04c60b7c74 with Priority: HIGH for action security_group_rules [ 801.230534] env[65077]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4d792878-6d10-49dd-b190-04454883a85e with Priority: HIGH for action security_group_rules [ 801.230534] env[65077]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ccb0ab2a-1aa8-407e-ba07-2e40e770e671 with Priority: HIGH for action security_group_rules [ 801.230534] env[65077]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 341ba522-fe41-468d-bcfa-bce5f49e6893 with Priority: HIGH for action security_group_rules [ 801.230534] env[65077]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aa8d5f03-7d42-445e-85f8-89629241916a with Priority: HIGH for action security_group_rules [ 801.230534] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.569907] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 in Status: SUCCESS [ 801.570408] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.570507] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.570766] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.570927] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.571054] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.571127] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.571729] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.571729] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.571729] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.571946] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c8ed50b5-f4f3-434b-85c0-be75dfdec948',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.644987] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e03c969-cff9-42d3-b23d-08179150276c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.041841] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f in Status: SUCCESS [ 802.042289] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.081687] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8ed50b5-f4f3-434b-85c0-be75dfdec948 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.081999] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.082116] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.082459] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.082700] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.082804] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.082882] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.083135] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.083275] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.083388] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.083597] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8ed50b5-f4f3-434b-85c0-be75dfdec948 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.083704] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.083829] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.084093] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.084159] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.084244] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.084321] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.084557] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.084723] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.084844] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.084998] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c8ed50b5-f4f3-434b-85c0-be75dfdec948',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.150811] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.151072] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.151072] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.151418] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.151592] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.151783] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e03c969-cff9-42d3-b23d-08179150276c is going to be updated. [ 802.199018] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.199377] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.199377] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.199545] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.199728] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.218967] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e03c969-cff9-42d3-b23d-08179150276c in Status: IN_PROGRESS for 2s [ 802.589433] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c8ed50b5-f4f3-434b-85c0-be75dfdec948: rpc.has_security_group_logging(os_id): False [ 802.611275] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.612027] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.612027] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.612027] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.635209] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.635209] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.635209] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.635209] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.635209] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.635209] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.635578] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.635578] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.635578] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.636218] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.636218] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.636218] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.636390] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.636390] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.636588] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.636645] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.637914] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 is going to be updated. [ 802.713620] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.713779] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.713844] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.714144] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.714353] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.731561] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 in Status: IN_PROGRESS for 2s [ 802.826074] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa in Status: SUCCESS [ 802.826311] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.140955] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa in Status: SUCCESS [ 803.141323] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa deletion is rescheduled due to dependency. [ 803.141323] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.865063] env[65077]: INFO networking_nsxv3.common.synchronization [req-b4f5e1e6-d3f6-4b66-b851-b2586a8772af req-fb3129a4-892a-41f2-a5c9-8724983f5b51 tempest-ServersTestManualDisk-1630987150 tempest-ServersTestManualDisk-1630987150-project-member] Enqueued Resource ID: 9d9768e9-d87f-4f9f-a9c7-e7e23ad01921 with Priority: HIGHEST for action security_group_members [ 803.865973] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d9768e9-d87f-4f9f-a9c7-e7e23ad01921 with Priority: HIGHEST for action security_group_members [ 803.866119] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 with Priority: HIGH for action security_group_rules [ 803.866219] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 with Priority: HIGH for action security_group_rules [ 803.866715] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b1c3ed5-47b2-4a6d-b727-aed3431443bf with Priority: HIGH for action security_group_rules [ 803.866715] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdc68775-ecc6-44aa-a67c-ded95b3118c3 with Priority: HIGH for action security_group_rules [ 803.866715] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa8d5f03-7d42-445e-85f8-89629241916a with Priority: HIGH for action security_group_rules [ 803.866715] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 341ba522-fe41-468d-bcfa-bce5f49e6893 with Priority: HIGH for action security_group_rules [ 803.867161] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccb0ab2a-1aa8-407e-ba07-2e40e770e671 with Priority: HIGH for action security_group_rules [ 803.867161] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d792878-6d10-49dd-b190-04454883a85e with Priority: HIGH for action security_group_rules [ 803.867161] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 569b6c9c-8cab-4869-9938-b0f7fdec09ad with Priority: HIGH for action security_group_rules [ 803.867161] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2658107d-6754-4434-90fa-8d04c60b7c74 with Priority: HIGH for action security_group_rules [ 803.867387] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16491986-fcfe-43de-81fd-ab19df2b7fdb with Priority: HIGH for action security_group_rules [ 803.868257] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 981dcbb1-43ad-4e60-bb2f-82dd5043583d with Priority: HIGH for action security_group_rules [ 803.868257] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa with Priority: HIGH for action security_group_rules [ 803.868257] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f with Priority: HIGH for action security_group_rules [ 803.868257] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d8d74ae-6e56-4bd3-b4fd-f8a7d42014d6 with Priority: HIGH for action security_group_rules [ 803.868257] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a3655de-92ba-4c08-b214-07df0be996f4 with Priority: HIGH for action security_group_rules [ 803.868257] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b61bc18-96ca-42cb-b4ad-c2ca4a6db705 with Priority: HIGH for action security_group_rules [ 803.868923] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0241d8af-347c-48e3-ace7-302198e5e63e with Priority: HIGH for action security_group_rules [ 803.868923] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ae12a3a-1488-4d5d-8082-5ab6030e836e with Priority: HIGH for action security_group_rules [ 803.868923] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e03c969-cff9-42d3-b23d-08179150276c with Priority: HIGH for action security_group_rules [ 803.869239] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d9768e9-d87f-4f9f-a9c7-e7e23ad01921 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.869352] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d9768e9-d87f-4f9f-a9c7-e7e23ad01921" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.869433] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d9768e9-d87f-4f9f-a9c7-e7e23ad01921" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.869811] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d9768e9-d87f-4f9f-a9c7-e7e23ad01921" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.870285] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.870285] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.870285] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.870829] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.870829] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.870829] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d9768e9-d87f-4f9f-a9c7-e7e23ad01921',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.871860] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-814792c4-8d30-4cd1-beba-7dac1d6899a2 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.871951] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.872019] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.872182] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.872250] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('814792c4-8d30-4cd1-beba-7dac1d6899a2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.873475] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8ed50b5-f4f3-434b-85c0-be75dfdec948 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.873592] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.873754] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b1c3ed5-47b2-4a6d-b727-aed3431443bf taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.873851] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b1c3ed5-47b2-4a6d-b727-aed3431443bf" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.873912] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b1c3ed5-47b2-4a6d-b727-aed3431443bf" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.874090] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b1c3ed5-47b2-4a6d-b727-aed3431443bf" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.874358] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b1c3ed5-47b2-4a6d-b727-aed3431443bf',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.874872] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fdc68775-ecc6-44aa-a67c-ded95b3118c3 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.874996] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fdc68775-ecc6-44aa-a67c-ded95b3118c3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.875081] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fdc68775-ecc6-44aa-a67c-ded95b3118c3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.875220] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fdc68775-ecc6-44aa-a67c-ded95b3118c3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.875295] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fdc68775-ecc6-44aa-a67c-ded95b3118c3',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.876058] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa8d5f03-7d42-445e-85f8-89629241916a taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.876206] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa8d5f03-7d42-445e-85f8-89629241916a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.876269] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa8d5f03-7d42-445e-85f8-89629241916a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.876421] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa8d5f03-7d42-445e-85f8-89629241916a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.876522] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa8d5f03-7d42-445e-85f8-89629241916a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.877600] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-341ba522-fe41-468d-bcfa-bce5f49e6893 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.877676] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-341ba522-fe41-468d-bcfa-bce5f49e6893" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.877724] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-341ba522-fe41-468d-bcfa-bce5f49e6893" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.877892] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-341ba522-fe41-468d-bcfa-bce5f49e6893" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.877965] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('341ba522-fe41-468d-bcfa-bce5f49e6893',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.880056] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ccb0ab2a-1aa8-407e-ba07-2e40e770e671 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.880301] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ccb0ab2a-1aa8-407e-ba07-2e40e770e671" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.880373] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ccb0ab2a-1aa8-407e-ba07-2e40e770e671" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.880620] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ccb0ab2a-1aa8-407e-ba07-2e40e770e671" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.880735] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ccb0ab2a-1aa8-407e-ba07-2e40e770e671',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.882125] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d792878-6d10-49dd-b190-04454883a85e taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.882256] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d792878-6d10-49dd-b190-04454883a85e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.882332] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d792878-6d10-49dd-b190-04454883a85e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.882568] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d792878-6d10-49dd-b190-04454883a85e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.882687] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d792878-6d10-49dd-b190-04454883a85e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.883925] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-569b6c9c-8cab-4869-9938-b0f7fdec09ad taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.884163] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-569b6c9c-8cab-4869-9938-b0f7fdec09ad" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.884163] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-569b6c9c-8cab-4869-9938-b0f7fdec09ad" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.884323] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-569b6c9c-8cab-4869-9938-b0f7fdec09ad" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.884425] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('569b6c9c-8cab-4869-9938-b0f7fdec09ad',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.885559] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2658107d-6754-4434-90fa-8d04c60b7c74 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.885695] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.885765] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.885972] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.886058] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2658107d-6754-4434-90fa-8d04c60b7c74',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.889182] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16491986-fcfe-43de-81fd-ab19df2b7fdb taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.889323] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16491986-fcfe-43de-81fd-ab19df2b7fdb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.889404] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16491986-fcfe-43de-81fd-ab19df2b7fdb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.889580] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16491986-fcfe-43de-81fd-ab19df2b7fdb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.889657] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16491986-fcfe-43de-81fd-ab19df2b7fdb',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.890012] env[65077]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 803.891044] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-981dcbb1-43ad-4e60-bb2f-82dd5043583d taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.891171] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-981dcbb1-43ad-4e60-bb2f-82dd5043583d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.891285] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-981dcbb1-43ad-4e60-bb2f-82dd5043583d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.891456] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-981dcbb1-43ad-4e60-bb2f-82dd5043583d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.891586] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('981dcbb1-43ad-4e60-bb2f-82dd5043583d',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.892846] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.892963] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.893020] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.893214] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.893288] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.895362] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39fdd242-c400-49e1-8754-8fc68bcdde8f taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.895362] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.895362] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.895362] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.895362] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39fdd242-c400-49e1-8754-8fc68bcdde8f',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.896213] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d8d74ae-6e56-4bd3-b4fd-f8a7d42014d6 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.896213] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d8d74ae-6e56-4bd3-b4fd-f8a7d42014d6" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.896213] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d8d74ae-6e56-4bd3-b4fd-f8a7d42014d6" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.896213] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d8d74ae-6e56-4bd3-b4fd-f8a7d42014d6" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.896533] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d8d74ae-6e56-4bd3-b4fd-f8a7d42014d6',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.897355] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a3655de-92ba-4c08-b214-07df0be996f4 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.897438] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a3655de-92ba-4c08-b214-07df0be996f4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.897438] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a3655de-92ba-4c08-b214-07df0be996f4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.897654] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a3655de-92ba-4c08-b214-07df0be996f4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.897829] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a3655de-92ba-4c08-b214-07df0be996f4',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.898702] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b61bc18-96ca-42cb-b4ad-c2ca4a6db705 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.898883] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b61bc18-96ca-42cb-b4ad-c2ca4a6db705" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.898883] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b61bc18-96ca-42cb-b4ad-c2ca4a6db705" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.899037] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b61bc18-96ca-42cb-b4ad-c2ca4a6db705" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.899136] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b61bc18-96ca-42cb-b4ad-c2ca4a6db705',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.900061] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0241d8af-347c-48e3-ace7-302198e5e63e taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.900339] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0241d8af-347c-48e3-ace7-302198e5e63e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.900446] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0241d8af-347c-48e3-ace7-302198e5e63e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.900675] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0241d8af-347c-48e3-ace7-302198e5e63e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.900781] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0241d8af-347c-48e3-ace7-302198e5e63e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.901824] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ae12a3a-1488-4d5d-8082-5ab6030e836e taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.901987] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ae12a3a-1488-4d5d-8082-5ab6030e836e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.902350] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ae12a3a-1488-4d5d-8082-5ab6030e836e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.902350] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ae12a3a-1488-4d5d-8082-5ab6030e836e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.902350] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ae12a3a-1488-4d5d-8082-5ab6030e836e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.905566] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e03c969-cff9-42d3-b23d-08179150276c taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.905713] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e03c969-cff9-42d3-b23d-08179150276c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.910954] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-814792c4-8d30-4cd1-beba-7dac1d6899a2 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.910954] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.911203] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.911419] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.912692] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.912692] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.912692] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.912692] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.912692] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.912692] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.912692] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('814792c4-8d30-4cd1-beba-7dac1d6899a2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.233924] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e03c969-cff9-42d3-b23d-08179150276c in Status: SUCCESS [ 804.233924] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e03c969-cff9-42d3-b23d-08179150276c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.233924] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e03c969-cff9-42d3-b23d-08179150276c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.233924] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e03c969-cff9-42d3-b23d-08179150276c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.233924] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.233924] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.233924] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.233924] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.233924] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.233924] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e03c969-cff9-42d3-b23d-08179150276c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.233924] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e03c969-cff9-42d3-b23d-08179150276c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.335429] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock network-961 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.335635] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "network-961" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.335800] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "network-961" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.336522] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "network-961" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.336522] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.336698] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.336698] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.336900] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.337059] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.337282] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 804.337393] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 804.337499] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 804.337604] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 804.337711] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 804.337813] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 804.337943] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 804.357892] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 804.358122] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 804.358294] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 804.358502] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "network-961" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.358841] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock port-b00142fa-0b15-41b5-ae88-a0805cb99580 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.359063] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "port-b00142fa-0b15-41b5-ae88-a0805cb99580" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.359193] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "port-b00142fa-0b15-41b5-ae88-a0805cb99580" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.359598] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "port-b00142fa-0b15-41b5-ae88-a0805cb99580" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.359741] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b00142fa-0b15-41b5-ae88-a0805cb99580',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.360159] env[65077]: WARNING oslo_messaging._drivers.amqpdriver [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 804.408844] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.409064] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.409064] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.409380] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.409481] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.409693] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.409801] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.409880] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.410084] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.410177] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.410291] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d9768e9-d87f-4f9f-a9c7-e7e23ad01921 already deleted. [ 804.410400] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d9768e9-d87f-4f9f-a9c7-e7e23ad01921" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.410700] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b1c3ed5-47b2-4a6d-b727-aed3431443bf taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.410819] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b1c3ed5-47b2-4a6d-b727-aed3431443bf" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.410887] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b1c3ed5-47b2-4a6d-b727-aed3431443bf" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.411073] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b1c3ed5-47b2-4a6d-b727-aed3431443bf" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.411234] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.411374] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.411451] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.411727] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.411839] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.411972] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b1c3ed5-47b2-4a6d-b727-aed3431443bf" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.412132] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b1c3ed5-47b2-4a6d-b727-aed3431443bf',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.419650] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-814792c4-8d30-4cd1-beba-7dac1d6899a2 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.419821] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.419909] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.420143] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.420305] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.420416] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.420511] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.420625] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.420724] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.420825] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.420974] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-814792c4-8d30-4cd1-beba-7dac1d6899a2 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.421076] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.421154] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.421326] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.421472] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.421572] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.421621] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.421751] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.421823] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.421907] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.422031] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('814792c4-8d30-4cd1-beba-7dac1d6899a2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.432855] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.433041] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.433111] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.433306] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.440438] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a3655de-92ba-4c08-b214-07df0be996f4 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.440888] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a3655de-92ba-4c08-b214-07df0be996f4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.440888] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a3655de-92ba-4c08-b214-07df0be996f4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.440983] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a3655de-92ba-4c08-b214-07df0be996f4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.441140] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.441247] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.441313] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.441491] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.441608] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.441676] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a3655de-92ba-4c08-b214-07df0be996f4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.441743] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a3655de-92ba-4c08-b214-07df0be996f4',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.444462] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccb0ab2a-1aa8-407e-ba07-2e40e770e671 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.444598] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccb0ab2a-1aa8-407e-ba07-2e40e770e671" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.444650] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccb0ab2a-1aa8-407e-ba07-2e40e770e671" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.444799] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccb0ab2a-1aa8-407e-ba07-2e40e770e671" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.444959] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.445071] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.445133] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.445276] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.445357] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.445439] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccb0ab2a-1aa8-407e-ba07-2e40e770e671" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.445539] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ccb0ab2a-1aa8-407e-ba07-2e40e770e671',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.448721] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa8d5f03-7d42-445e-85f8-89629241916a taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.448721] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa8d5f03-7d42-445e-85f8-89629241916a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.448721] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa8d5f03-7d42-445e-85f8-89629241916a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.448721] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa8d5f03-7d42-445e-85f8-89629241916a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.449176] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.449176] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.449176] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.449176] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.449176] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.449367] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa8d5f03-7d42-445e-85f8-89629241916a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.449453] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aa8d5f03-7d42-445e-85f8-89629241916a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.450521] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b61bc18-96ca-42cb-b4ad-c2ca4a6db705 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.450702] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b61bc18-96ca-42cb-b4ad-c2ca4a6db705" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.450822] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b61bc18-96ca-42cb-b4ad-c2ca4a6db705" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.451051] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b61bc18-96ca-42cb-b4ad-c2ca4a6db705" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.451211] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.451392] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.451468] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.451628] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.451729] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.451891] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b61bc18-96ca-42cb-b4ad-c2ca4a6db705" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.451998] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b61bc18-96ca-42cb-b4ad-c2ca4a6db705',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.452877] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-39fdd242-c400-49e1-8754-8fc68bcdde8f taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.452996] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.453109] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.453308] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.453529] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.453671] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.453763] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.453965] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.454094] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.454168] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.454251] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('39fdd242-c400-49e1-8754-8fc68bcdde8f',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.463223] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ae12a3a-1488-4d5d-8082-5ab6030e836e taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.463223] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ae12a3a-1488-4d5d-8082-5ab6030e836e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.463503] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ae12a3a-1488-4d5d-8082-5ab6030e836e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.463558] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ae12a3a-1488-4d5d-8082-5ab6030e836e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.463742] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.465181] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.465181] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.465181] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.465181] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.465181] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ae12a3a-1488-4d5d-8082-5ab6030e836e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.465181] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ae12a3a-1488-4d5d-8082-5ab6030e836e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.474254] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b61bc18-96ca-42cb-b4ad-c2ca4a6db705',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.474359] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.474446] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fdc68775-ecc6-44aa-a67c-ded95b3118c3 is going to be deleted. [ 804.519473] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.519720] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.519720] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.520239] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.522330] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.522330] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.523314] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.523485] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.524219] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.524330] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.525080] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.525198] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.527528] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.527721] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.528370] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.528489] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.529354] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.529354] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.530148] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.530247] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.551378] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.551378] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d792878-6d10-49dd-b190-04454883a85e is going to be deleted. [ 804.551819] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.552124] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.571180] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.571416] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.582023] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.582023] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 569b6c9c-8cab-4869-9938-b0f7fdec09ad is going to be deleted. [ 804.582149] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.582392] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.610026] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.610026] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2658107d-6754-4434-90fa-8d04c60b7c74 is going to be deleted. [ 804.610993] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.611360] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.654129] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.654316] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0241d8af-347c-48e3-ace7-302198e5e63e is going to be deleted. [ 804.655231] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.656038] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.695487] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.695769] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.697252] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.697432] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.710419] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.710814] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 981dcbb1-43ad-4e60-bb2f-82dd5043583d is going to be deleted. [ 804.712602] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.712795] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.737452] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e03c969-cff9-42d3-b23d-08179150276c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.862619] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.863162] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.863162] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.863488] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.863867] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.864302] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Segment Port b00142fa-0b15-41b5-ae88-a0805cb99580 not found, creating... [ 804.864471] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.864656] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.864704] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.866458] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.866816] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.867908] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.867908] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.867908] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.868130] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.868130] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.868305] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Resource: SegmentPort with ID: b00142fa-0b15-41b5-ae88-a0805cb99580 is going to be created. [ 804.896665] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.896905] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.909151] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.909339] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16491986-fcfe-43de-81fd-ab19df2b7fdb is going to be deleted. [ 804.910789] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.910789] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.910789] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.910789] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa is going to be deleted. [ 804.911835] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.912104] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.916015] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 in Status: SUCCESS [ 804.916015] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.916015] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b1c3ed5-47b2-4a6d-b727-aed3431443bf',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.916468] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.916698] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.916807] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8ed50b5-f4f3-434b-85c0-be75dfdec948',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.926217] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 814792c4-8d30-4cd1-beba-7dac1d6899a2: rpc.has_security_group_logging(os_id): False [ 804.942762] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.942972] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.942972] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.944065] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.944065] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.944065] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "port-b00142fa-0b15-41b5-ae88-a0805cb99580" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.947812] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a3655de-92ba-4c08-b214-07df0be996f4 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.948017] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a3655de-92ba-4c08-b214-07df0be996f4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.948124] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a3655de-92ba-4c08-b214-07df0be996f4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.948272] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a3655de-92ba-4c08-b214-07df0be996f4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.948447] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.948572] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.948619] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.948772] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.948859] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.948944] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a3655de-92ba-4c08-b214-07df0be996f4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.949131] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a3655de-92ba-4c08-b214-07df0be996f4 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.949353] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a3655de-92ba-4c08-b214-07df0be996f4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.949426] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a3655de-92ba-4c08-b214-07df0be996f4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.949841] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a3655de-92ba-4c08-b214-07df0be996f4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.949841] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.949841] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.950043] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.950043] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.950110] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.950208] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a3655de-92ba-4c08-b214-07df0be996f4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.950261] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a3655de-92ba-4c08-b214-07df0be996f4',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.968872] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-39fdd242-c400-49e1-8754-8fc68bcdde8f taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.968872] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.968872] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.968872] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.969412] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.969412] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.969412] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.970375] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.970375] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.970375] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.970375] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-39fdd242-c400-49e1-8754-8fc68bcdde8f taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.970375] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.970375] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.971339] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.971339] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.971339] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.971339] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.971339] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.971339] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.971569] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.971646] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('39fdd242-c400-49e1-8754-8fc68bcdde8f',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.972870] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ccb0ab2a-1aa8-407e-ba07-2e40e770e671',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.976519] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ae12a3a-1488-4d5d-8082-5ab6030e836e taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.976727] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ae12a3a-1488-4d5d-8082-5ab6030e836e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.976840] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ae12a3a-1488-4d5d-8082-5ab6030e836e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.977167] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ae12a3a-1488-4d5d-8082-5ab6030e836e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.977413] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.978473] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.978473] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.978473] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.982152] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.982592] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ae12a3a-1488-4d5d-8082-5ab6030e836e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.982755] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ae12a3a-1488-4d5d-8082-5ab6030e836e taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.983370] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ae12a3a-1488-4d5d-8082-5ab6030e836e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.983370] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ae12a3a-1488-4d5d-8082-5ab6030e836e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.983370] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ae12a3a-1488-4d5d-8082-5ab6030e836e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.983558] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.983840] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.983840] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.984138] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.984138] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.984283] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ae12a3a-1488-4d5d-8082-5ab6030e836e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.984329] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ae12a3a-1488-4d5d-8082-5ab6030e836e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.985647] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa8d5f03-7d42-445e-85f8-89629241916a taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.985814] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa8d5f03-7d42-445e-85f8-89629241916a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.985874] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa8d5f03-7d42-445e-85f8-89629241916a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.986170] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa8d5f03-7d42-445e-85f8-89629241916a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.986610] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.986610] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.986610] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.986839] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.987062] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.987062] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa8d5f03-7d42-445e-85f8-89629241916a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.987294] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa8d5f03-7d42-445e-85f8-89629241916a taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.987350] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa8d5f03-7d42-445e-85f8-89629241916a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.987696] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa8d5f03-7d42-445e-85f8-89629241916a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.987696] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa8d5f03-7d42-445e-85f8-89629241916a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.987892] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.987892] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.988123] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.988123] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.988218] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.988332] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa8d5f03-7d42-445e-85f8-89629241916a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.988401] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aa8d5f03-7d42-445e-85f8-89629241916a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.991255] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b61bc18-96ca-42cb-b4ad-c2ca4a6db705: rpc.has_security_group_logging(os_id): False [ 804.992776] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.992907] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.030495] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.031928] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.053874] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.053874] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.054717] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.054907] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.070519] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.070951] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d8d74ae-6e56-4bd3-b4fd-f8a7d42014d6 is going to be deleted. [ 805.072308] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.072598] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.162418] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.162584] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 341ba522-fe41-468d-bcfa-bce5f49e6893 is going to be deleted. [ 805.163683] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.163933] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.164719] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.164719] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fdc68775-ecc6-44aa-a67c-ded95b3118c3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.164719] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.164719] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.164719] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.164719] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-569b6c9c-8cab-4869-9938-b0f7fdec09ad" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.165243] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.165402] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.165542] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.165678] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d792878-6d10-49dd-b190-04454883a85e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.165747] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.166042] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.166042] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.166143] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2658107d-6754-4434-90fa-8d04c60b7c74" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.166196] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.166324] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.166393] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.166522] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-981dcbb1-43ad-4e60-bb2f-82dd5043583d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.167057] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.167251] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.182293] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.182462] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.205822] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.206020] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.226763] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.227136] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.227366] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.227455] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.227692] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.227784] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.228711] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.228711] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.228711] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.228711] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.228711] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.229031] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.229031] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.229031] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.229153] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.229297] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.229428] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 is going to be updated. [ 805.230708] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.230901] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.240091] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e03c969-cff9-42d3-b23d-08179150276c: rpc.has_security_group_logging(os_id): False [ 805.308159] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.308159] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.329858] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.329858] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.330140] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.330140] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.330288] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.330406] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.330510] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b61bc18-96ca-42cb-b4ad-c2ca4a6db705 is going to be updated. [ 805.332044] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.332298] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.332434] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.332579] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16491986-fcfe-43de-81fd-ab19df2b7fdb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.333192] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.333192] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.333192] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.333192] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee86ef2b-9ec3-4c4f-9a06-65f091c7c4aa" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.333489] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.333489] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.333557] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.333683] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0241d8af-347c-48e3-ace7-302198e5e63e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.333828] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.333992] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.377928] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.379114] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.379457] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.379794] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.379906] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.379987] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.380803] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.380803] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.380803] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e03c969-cff9-42d3-b23d-08179150276c is going to be updated. [ 805.381622] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.381857] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.381917] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.382129] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d8d74ae-6e56-4bd3-b4fd-f8a7d42014d6" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.394059] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.394059] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.394059] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.394435] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.394435] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.394566] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-341ba522-fe41-468d-bcfa-bce5f49e6893" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.419857] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8ed50b5-f4f3-434b-85c0-be75dfdec948 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.419857] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.419857] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.420154] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.420154] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.420484] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.420484] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.420603] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.420663] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.421479] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.421479] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c8ed50b5-f4f3-434b-85c0-be75dfdec948',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.421942] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b1c3ed5-47b2-4a6d-b727-aed3431443bf: rpc.has_security_group_logging(os_id): False [ 805.456136] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a3655de-92ba-4c08-b214-07df0be996f4: rpc.has_security_group_logging(os_id): False [ 805.457143] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.457419] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.457583] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.457872] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.458125] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.478449] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.478449] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.478751] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.479368] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.480964] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 39fdd242-c400-49e1-8754-8fc68bcdde8f: rpc.has_security_group_logging(os_id): False [ 805.491842] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ae12a3a-1488-4d5d-8082-5ab6030e836e: rpc.has_security_group_logging(os_id): False [ 805.493294] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ccb0ab2a-1aa8-407e-ba07-2e40e770e671: rpc.has_security_group_logging(os_id): False [ 805.495668] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.495872] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.496270] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aa8d5f03-7d42-445e-85f8-89629241916a: rpc.has_security_group_logging(os_id): False [ 805.509884] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 in Status: IN_PROGRESS for 2s [ 805.536183] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.536395] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.548748] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.549492] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.549492] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.549492] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.549858] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.549951] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.550063] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b1c3ed5-47b2-4a6d-b727-aed3431443bf is going to be updated. [ 805.551424] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.551633] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.570550] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.570852] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.584259] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.584486] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.626260] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.626260] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.627916] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.629034] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.632261] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.632261] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.652381] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.652381] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.652381] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.652381] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.652381] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.652381] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.653045] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.653456] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.653640] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.654062] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.654291] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.654678] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.654920] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.655293] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.655702] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.656041] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.656339] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a3655de-92ba-4c08-b214-07df0be996f4 is going to be updated. [ 805.658034] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.658413] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.705598] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.705598] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.705598] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.705598] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.705598] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.705598] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.705598] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.705598] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.705598] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.705598] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.705598] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.705598] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.705598] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.705598] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.710046] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.710046] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.710046] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f is going to be updated. [ 805.710046] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.710046] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.739829] env[65077]: INFO networking_nsxv3.common.synchronization [req-b4f5e1e6-d3f6-4b66-b851-b2586a8772af req-b087f2a6-d67f-4f67-aa1d-b73f888a15a9 service nova] Enqueued Resource ID: 9d9768e9-d87f-4f9f-a9c7-e7e23ad01921 with Priority: HIGHEST for action security_group_rules [ 805.740522] env[65077]: INFO networking_nsxv3.common.synchronization [req-b4f5e1e6-d3f6-4b66-b851-b2586a8772af req-b087f2a6-d67f-4f67-aa1d-b73f888a15a9 service nova] Enqueued Resource ID: 9d9768e9-d87f-4f9f-a9c7-e7e23ad01921 with Priority: HIGHEST for action security_group_members [ 805.740915] env[65077]: INFO networking_nsxv3.common.synchronization [req-b4f5e1e6-d3f6-4b66-b851-b2586a8772af req-b087f2a6-d67f-4f67-aa1d-b73f888a15a9 service nova] Enqueued Resource ID: b00142fa-0b15-41b5-ae88-a0805cb99580 with Priority: HIGHEST for action port [ 805.742229] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d9768e9-d87f-4f9f-a9c7-e7e23ad01921 with Priority: HIGHEST for action security_group_rules [ 805.743129] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d9768e9-d87f-4f9f-a9c7-e7e23ad01921 with Priority: HIGHEST for action security_group_members [ 805.745027] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b00142fa-0b15-41b5-ae88-a0805cb99580 with Priority: HIGHEST for action port [ 805.745027] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d9768e9-d87f-4f9f-a9c7-e7e23ad01921 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.745027] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d9768e9-d87f-4f9f-a9c7-e7e23ad01921" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.745027] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d9768e9-d87f-4f9f-a9c7-e7e23ad01921" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.745027] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d9768e9-d87f-4f9f-a9c7-e7e23ad01921" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.745027] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d9768e9-d87f-4f9f-a9c7-e7e23ad01921',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.748786] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d9768e9-d87f-4f9f-a9c7-e7e23ad01921 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.749853] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d9768e9-d87f-4f9f-a9c7-e7e23ad01921" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.749853] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d9768e9-d87f-4f9f-a9c7-e7e23ad01921" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.749853] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d9768e9-d87f-4f9f-a9c7-e7e23ad01921" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.749853] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.749853] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.749853] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.749853] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.749853] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.749853] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d9768e9-d87f-4f9f-a9c7-e7e23ad01921',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.755073] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-b00142fa-0b15-41b5-ae88-a0805cb99580 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.755285] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b00142fa-0b15-41b5-ae88-a0805cb99580" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.755350] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b00142fa-0b15-41b5-ae88-a0805cb99580" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.755793] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b00142fa-0b15-41b5-ae88-a0805cb99580" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.755955] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b00142fa-0b15-41b5-ae88-a0805cb99580',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.817666] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.817966] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.845245] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.845245] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.850645] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.850972] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.851134] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.851205] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.851653] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.851723] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.851901] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.852022] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.852083] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.852241] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.852315] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.852503] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.852652] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.852652] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.852876] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.852876] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.852973] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ae12a3a-1488-4d5d-8082-5ab6030e836e is going to be updated. [ 805.854350] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.854544] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.886547] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.886861] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.887027] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.887111] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.887348] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.887446] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.887632] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.887730] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.887826] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.887948] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.888036] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.888271] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.888358] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.888421] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.888633] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.888746] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.888847] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa8d5f03-7d42-445e-85f8-89629241916a is going to be updated. [ 805.890462] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.890595] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.925857] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8ed50b5-f4f3-434b-85c0-be75dfdec948 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.925857] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.925857] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.925857] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.926484] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.926484] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.926646] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.926944] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.927102] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.927260] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.927506] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8ed50b5-f4f3-434b-85c0-be75dfdec948 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.927691] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.927826] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.928015] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.928238] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.928390] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.928482] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.928710] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.929149] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.929149] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.929149] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c8ed50b5-f4f3-434b-85c0-be75dfdec948',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.985537] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.985537] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.985657] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.985657] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.985847] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.985930] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.986206] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ccb0ab2a-1aa8-407e-ba07-2e40e770e671 is going to be updated. [ 805.987389] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.987594] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.987735] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.988993] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.989194] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.989427] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.990980] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.990980] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.990980] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.992570] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.992893] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.992893] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.014268] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.014268] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.014398] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.014654] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.014836] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.095173] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b61bc18-96ca-42cb-b4ad-c2ca4a6db705 in Status: IN_PROGRESS for 2s [ 806.096772] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.096990] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.097207] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.097457] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.097664] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.100160] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a3655de-92ba-4c08-b214-07df0be996f4 in Status: IN_PROGRESS for 2s [ 806.103710] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.103882] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.103985] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.104297] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.104512] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.107262] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b1c3ed5-47b2-4a6d-b727-aed3431443bf in Status: IN_PROGRESS for 2s [ 806.109762] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e03c969-cff9-42d3-b23d-08179150276c in Status: IN_PROGRESS for 2s [ 806.140371] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f in Status: IN_PROGRESS for 2s [ 806.150371] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.150588] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.150641] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.150910] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.151071] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.208731] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa8d5f03-7d42-445e-85f8-89629241916a in Status: IN_PROGRESS for 2s [ 806.209957] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ae12a3a-1488-4d5d-8082-5ab6030e836e in Status: IN_PROGRESS for 2s [ 806.218731] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ccb0ab2a-1aa8-407e-ba07-2e40e770e671 in Status: IN_PROGRESS for 2s [ 806.258943] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d9768e9-d87f-4f9f-a9c7-e7e23ad01921 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.258943] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d9768e9-d87f-4f9f-a9c7-e7e23ad01921" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.258943] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9d9768e9-d87f-4f9f-a9c7-e7e23ad01921',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.260380] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b00142fa-0b15-41b5-ae88-a0805cb99580 with status ACTIVE [ 806.260380] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.260580] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.260580] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.260745] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.260839] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.261055] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.261175] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.261229] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.261542] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.261542] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.261752] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.261897] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.261950] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.262138] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.262222] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.262325] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b00142fa-0b15-41b5-ae88-a0805cb99580 is going to be updated. [ 806.313374] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.313685] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.313685] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.314052] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.314225] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.314414] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b00142fa-0b15-41b5-ae88-a0805cb99580" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.433128] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c8ed50b5-f4f3-434b-85c0-be75dfdec948: rpc.has_security_group_logging(os_id): False [ 806.453837] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.454104] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.454229] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.454510] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.454655] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.454946] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.455141] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.455246] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.455436] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.455556] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.455816] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.455996] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.456113] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.456292] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.456411] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.456673] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.456871] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.457076] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.457336] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.457464] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.458465] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 is going to be updated. [ 806.536150] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.536403] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.536403] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.536535] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.536719] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.560189] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 in Status: IN_PROGRESS for 2s [ 806.594798] env[65077]: INFO networking_nsxv3.common.synchronization [req-dc004bd1-ce1c-4814-aaac-03efe74e47e8 req-6e5df324-3504-4f06-be6c-362ec336f034 tempest-ServersAdminTestJSON-426377813 tempest-ServersAdminTestJSON-426377813-project-member] Enqueued Resource ID: 01ad1d78-1c0f-4656-b348-852e5afff800 with Priority: HIGHEST for action security_group_members [ 806.595511] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01ad1d78-1c0f-4656-b348-852e5afff800 with Priority: HIGHEST for action security_group_members [ 806.595863] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ad1d78-1c0f-4656-b348-852e5afff800 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.595984] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.596066] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.596392] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.596549] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.596648] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.596710] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.596873] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.596957] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.597070] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01ad1d78-1c0f-4656-b348-852e5afff800',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.764708] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9d9768e9-d87f-4f9f-a9c7-e7e23ad01921',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.099494] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01ad1d78-1c0f-4656-b348-852e5afff800',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.267794] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.268139] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.268139] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.268269] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.268363] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.268459] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d9768e9-d87f-4f9f-a9c7-e7e23ad01921 is going to be created. [ 807.303240] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.303240] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.303240] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.303240] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.303240] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.316235] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d9768e9-d87f-4f9f-a9c7-e7e23ad01921 in Status: UNINITIALIZED for 2s [ 807.530980] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 in Status: SUCCESS [ 807.530980] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.601836] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01ad1d78-1c0f-4656-b348-852e5afff800',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.726267] env[65077]: INFO networking_nsxv3.common.synchronization [req-2c06d35d-688f-43b9-be03-7a84de17159c req-47782c5f-5911-4803-88aa-a1ddd15b57af tempest-ServersTestJSON-998299514 tempest-ServersTestJSON-998299514-project-member] Enqueued Resource ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 with Priority: HIGHEST for action security_group_members [ 807.726994] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 with Priority: HIGHEST for action security_group_members [ 807.727419] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.727419] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.727543] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.728963] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.729095] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.729373] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.729481] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.729736] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.729858] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.729998] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.105881] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock network-769 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.105881] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "network-769" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.105881] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "network-769" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.105881] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "network-769" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.106276] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.106346] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.106668] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.107874] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.107874] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.107874] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 808.107874] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 808.108274] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 808.108274] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 808.108362] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 808.108678] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 808.108815] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 808.113877] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.114083] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.114146] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.114425] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.114576] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.114704] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01ad1d78-1c0f-4656-b348-852e5afff800 is going to be updated. [ 808.121482] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b61bc18-96ca-42cb-b4ad-c2ca4a6db705 in Status: SUCCESS [ 808.121948] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b61bc18-96ca-42cb-b4ad-c2ca4a6db705" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.124021] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a3655de-92ba-4c08-b214-07df0be996f4 in Status: SUCCESS [ 808.124342] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a3655de-92ba-4c08-b214-07df0be996f4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.148114] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e03c969-cff9-42d3-b23d-08179150276c in Status: SUCCESS [ 808.148596] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e03c969-cff9-42d3-b23d-08179150276c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.148927] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e03c969-cff9-42d3-b23d-08179150276c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.149194] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e03c969-cff9-42d3-b23d-08179150276c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.149412] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e03c969-cff9-42d3-b23d-08179150276c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.151354] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b1c3ed5-47b2-4a6d-b727-aed3431443bf in Status: SUCCESS [ 808.151613] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b1c3ed5-47b2-4a6d-b727-aed3431443bf" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.152652] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 808.152825] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Cache value generated in 0.044 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 808.152964] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 808.153139] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "network-769" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.153480] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock port-140e37aa-fb65-49de-a85b-6ed04177fdb5 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.153666] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "port-140e37aa-fb65-49de-a85b-6ed04177fdb5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.153848] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "port-140e37aa-fb65-49de-a85b-6ed04177fdb5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.154218] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "port-140e37aa-fb65-49de-a85b-6ed04177fdb5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.154370] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('140e37aa-fb65-49de-a85b-6ed04177fdb5',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.164245] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f in Status: SUCCESS [ 808.164534] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.182300] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.182300] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.182300] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.182300] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.182300] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.192413] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ad1d78-1c0f-4656-b348-852e5afff800 in Status: IN_PROGRESS for 2s [ 808.228375] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa8d5f03-7d42-445e-85f8-89629241916a in Status: SUCCESS [ 808.228620] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa8d5f03-7d42-445e-85f8-89629241916a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.229781] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ae12a3a-1488-4d5d-8082-5ab6030e836e in Status: SUCCESS [ 808.229781] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ae12a3a-1488-4d5d-8082-5ab6030e836e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.235816] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.235816] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.235816] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.235816] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.235816] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.235816] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.235816] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.235816] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.235816] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.235816] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.235816] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 already deleted. [ 808.235816] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.235816] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ccb0ab2a-1aa8-407e-ba07-2e40e770e671 in Status: SUCCESS [ 808.235816] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ccb0ab2a-1aa8-407e-ba07-2e40e770e671" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.579918] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 in Status: SUCCESS [ 808.580422] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.657398] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e03c969-cff9-42d3-b23d-08179150276c taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.657609] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e03c969-cff9-42d3-b23d-08179150276c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.657915] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e03c969-cff9-42d3-b23d-08179150276c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.658564] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e03c969-cff9-42d3-b23d-08179150276c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.658741] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.658881] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.658881] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.659569] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.659696] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.660100] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e03c969-cff9-42d3-b23d-08179150276c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.660550] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e03c969-cff9-42d3-b23d-08179150276c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.663269] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.663530] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.663794] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.664191] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.664268] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.664528] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Segment Port 140e37aa-fb65-49de-a85b-6ed04177fdb5 not found, creating... [ 808.664724] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.664894] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.665878] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.665878] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.665878] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.665878] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.665878] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.665878] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.666433] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.666433] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.666509] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Resource: SegmentPort with ID: 140e37aa-fb65-49de-a85b-6ed04177fdb5 is going to be created. [ 808.690838] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.691127] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.691325] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.692157] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.692157] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.692235] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "port-140e37aa-fb65-49de-a85b-6ed04177fdb5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.169703] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e03c969-cff9-42d3-b23d-08179150276c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.328960] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d9768e9-d87f-4f9f-a9c7-e7e23ad01921 in Status: SUCCESS [ 809.329211] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d9768e9-d87f-4f9f-a9c7-e7e23ad01921" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.329443] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d9768e9-d87f-4f9f-a9c7-e7e23ad01921" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.329668] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d9768e9-d87f-4f9f-a9c7-e7e23ad01921" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.329871] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.329987] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.330062] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.330207] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.330286] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.330453] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d9768e9-d87f-4f9f-a9c7-e7e23ad01921" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.330550] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9d9768e9-d87f-4f9f-a9c7-e7e23ad01921',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.405796] env[65077]: INFO networking_nsxv3.common.synchronization [req-2c06d35d-688f-43b9-be03-7a84de17159c req-4c8b7c00-507d-4e93-852a-1492aa0a3ff4 service nova] Enqueued Resource ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 with Priority: HIGHEST for action security_group_rules [ 809.406143] env[65077]: INFO networking_nsxv3.common.synchronization [req-2c06d35d-688f-43b9-be03-7a84de17159c req-4c8b7c00-507d-4e93-852a-1492aa0a3ff4 service nova] Enqueued Resource ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 with Priority: HIGHEST for action security_group_members [ 809.406365] env[65077]: INFO networking_nsxv3.common.synchronization [req-2c06d35d-688f-43b9-be03-7a84de17159c req-4c8b7c00-507d-4e93-852a-1492aa0a3ff4 service nova] Enqueued Resource ID: 140e37aa-fb65-49de-a85b-6ed04177fdb5 with Priority: HIGHEST for action port [ 809.407120] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 with Priority: HIGHEST for action security_group_rules [ 809.407455] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 with Priority: HIGHEST for action security_group_members [ 809.407455] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 140e37aa-fb65-49de-a85b-6ed04177fdb5 with Priority: HIGHEST for action port [ 809.407841] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39ac7fdb-47bc-4096-87c4-2f878b5a9c81 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.408028] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.408139] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.408485] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.408633] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.412034] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.412833] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.412833] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.412833] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.412986] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.413127] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.413229] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.413456] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.413590] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.413731] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.414853] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-140e37aa-fb65-49de-a85b-6ed04177fdb5 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.415075] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-140e37aa-fb65-49de-a85b-6ed04177fdb5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.415117] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-140e37aa-fb65-49de-a85b-6ed04177fdb5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.415345] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-140e37aa-fb65-49de-a85b-6ed04177fdb5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.415463] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('140e37aa-fb65-49de-a85b-6ed04177fdb5',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.673296] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e03c969-cff9-42d3-b23d-08179150276c: rpc.has_security_group_logging(os_id): False [ 809.694057] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.694204] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.694322] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.694589] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.694705] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.694966] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.695283] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.695427] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.695628] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.695744] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.695872] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e03c969-cff9-42d3-b23d-08179150276c is going to be updated. [ 809.769971] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.770173] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.770247] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.770554] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.770801] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.790172] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e03c969-cff9-42d3-b23d-08179150276c in Status: IN_PROGRESS for 2s [ 809.833350] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9d9768e9-d87f-4f9f-a9c7-e7e23ad01921',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.917810] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.918994] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.919148] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.919582] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 140e37aa-fb65-49de-a85b-6ed04177fdb5 with status ACTIVE [ 809.919749] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.919861] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.919927] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.920148] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.920243] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.920543] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.920643] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.920705] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.920870] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.920950] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.922386] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.923337] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.923337] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.923337] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.923481] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.923481] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 140e37aa-fb65-49de-a85b-6ed04177fdb5 is going to be updated. [ 809.949697] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.949833] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.949890] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.950120] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.950278] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.950461] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-140e37aa-fb65-49de-a85b-6ed04177fdb5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.204142] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ad1d78-1c0f-4656-b348-852e5afff800 in Status: SUCCESS [ 810.204142] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.336147] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9d9768e9-d87f-4f9f-a9c7-e7e23ad01921: rpc.has_security_group_logging(os_id): False [ 810.363850] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.364117] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.364212] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.364533] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.364631] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.364965] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.365093] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.365159] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.365404] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.366433] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.366939] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d9768e9-d87f-4f9f-a9c7-e7e23ad01921 is going to be created. [ 810.419995] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.439895] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.440096] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.440159] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.440331] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.440943] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.459132] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d9768e9-d87f-4f9f-a9c7-e7e23ad01921 in Status: IN_PROGRESS for 2s [ 810.922595] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.923033] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.923033] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.923136] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.923422] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.923422] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 is going to be created. [ 810.954167] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.954412] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.954550] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.954989] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.955251] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.970299] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 in Status: UNINITIALIZED for 2s [ 811.811184] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e03c969-cff9-42d3-b23d-08179150276c in Status: SUCCESS [ 811.811455] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e03c969-cff9-42d3-b23d-08179150276c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.449462] env[65077]: INFO networking_nsxv3.common.synchronization [req-1252726b-ecda-4b6b-beb2-094eb0aa5525 req-4183b9d8-c4f0-470b-8301-9c1a0304c02d tempest-ServerTagsTestJSON-559944457 tempest-ServerTagsTestJSON-559944457-project-member] Enqueued Resource ID: cd8c01b9-4ec6-4796-98d0-fa4c9327ba2a with Priority: HIGHEST for action security_group_members [ 812.450019] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd8c01b9-4ec6-4796-98d0-fa4c9327ba2a with Priority: HIGHEST for action security_group_members [ 812.450361] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd8c01b9-4ec6-4796-98d0-fa4c9327ba2a taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.451119] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd8c01b9-4ec6-4796-98d0-fa4c9327ba2a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.451119] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd8c01b9-4ec6-4796-98d0-fa4c9327ba2a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.451419] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd8c01b9-4ec6-4796-98d0-fa4c9327ba2a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.451732] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.451732] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.451732] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.451895] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.452089] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.452089] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd8c01b9-4ec6-4796-98d0-fa4c9327ba2a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.474356] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d9768e9-d87f-4f9f-a9c7-e7e23ad01921 in Status: SUCCESS [ 812.474641] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d9768e9-d87f-4f9f-a9c7-e7e23ad01921" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.795113] env[65077]: INFO networking_nsxv3.common.synchronization [req-3892fc2a-cb14-4104-950f-1cd340cdd041 req-257912a9-38e9-46a9-bd9e-1c8b4e071b8e tempest-InstanceActionsTestJSON-1561984589 tempest-InstanceActionsTestJSON-1561984589-project-member] Enqueued Resource ID: 4a3655de-92ba-4c08-b214-07df0be996f4 with Priority: HIGHEST for action security_group_members [ 812.795926] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a3655de-92ba-4c08-b214-07df0be996f4 with Priority: HIGHEST for action security_group_members [ 812.796548] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a3655de-92ba-4c08-b214-07df0be996f4 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.796705] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a3655de-92ba-4c08-b214-07df0be996f4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.796763] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a3655de-92ba-4c08-b214-07df0be996f4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.797117] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a3655de-92ba-4c08-b214-07df0be996f4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.797253] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.797365] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.797427] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.797592] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.797730] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.797875] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a3655de-92ba-4c08-b214-07df0be996f4',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.885030] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock network-155 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.885030] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "network-155" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.885265] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "network-155" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.885634] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "network-155" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.886832] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.886832] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.886832] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.886832] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.887059] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.887271] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 812.887348] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 812.887460] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 812.887566] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 812.887687] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 812.887776] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 812.887905] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 812.911748] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 812.911748] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 812.911748] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 812.912030] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "network-155" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.912178] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock port-abefe4e5-7c3e-4a9c-958f-244b6d695110 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.912351] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "port-abefe4e5-7c3e-4a9c-958f-244b6d695110" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.912468] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "port-abefe4e5-7c3e-4a9c-958f-244b6d695110" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.912808] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "port-abefe4e5-7c3e-4a9c-958f-244b6d695110" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.912935] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abefe4e5-7c3e-4a9c-958f-244b6d695110',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.955254] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.955406] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.955474] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.955689] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.955779] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.955997] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.956120] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.956188] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.956344] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.956421] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.956504] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd8c01b9-4ec6-4796-98d0-fa4c9327ba2a already deleted. [ 812.956582] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd8c01b9-4ec6-4796-98d0-fa4c9327ba2a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.980653] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 in Status: SUCCESS [ 812.980940] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.981226] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.981373] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.981570] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.981703] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.981771] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.981930] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.982023] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.982112] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.982421] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.301499] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.301804] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.301920] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.302216] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.302317] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.302536] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.302640] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.302692] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.302854] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.302933] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.303031] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a3655de-92ba-4c08-b214-07df0be996f4 is going to be updated. [ 813.332785] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.332996] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.332996] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.333201] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.333384] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.342670] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a3655de-92ba-4c08-b214-07df0be996f4 in Status: IN_PROGRESS for 2s [ 813.415352] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.415737] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.415885] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.416189] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.416337] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.416488] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Segment Port abefe4e5-7c3e-4a9c-958f-244b6d695110 not found, creating... [ 813.417058] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.417366] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.417499] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.417757] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.417898] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.418419] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.418693] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.418878] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.419154] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.419398] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.419843] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Resource: SegmentPort with ID: abefe4e5-7c3e-4a9c-958f-244b6d695110 is going to be created. [ 813.444618] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.445064] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.445202] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.445591] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.445745] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.445985] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "port-abefe4e5-7c3e-4a9c-958f-244b6d695110" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.487683] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.487683] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.487683] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.487683] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.487683] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.487683] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.487683] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.487683] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.487683] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.487683] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.487683] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.487683] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.487683] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.487683] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.487683] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.487683] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.488723] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.488723] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.488723] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.488723] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.488723] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.991084] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 39ac7fdb-47bc-4096-87c4-2f878b5a9c81: rpc.has_security_group_logging(os_id): False [ 814.012811] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.012984] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.013090] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.013313] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.013408] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.013625] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.013781] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.013781] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.014704] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.014704] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.014704] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.014704] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.014704] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.014704] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.014704] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.015052] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.015052] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.015052] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.017230] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.017230] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.017230] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 is going to be created. [ 814.099167] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.099583] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.099583] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.100047] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.100312] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.114661] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 in Status: IN_PROGRESS for 2s [ 814.203297] env[65077]: INFO networking_nsxv3.common.synchronization [req-1252726b-ecda-4b6b-beb2-094eb0aa5525 req-481260b7-14f8-4952-a981-6fe66fe88284 service nova] Enqueued Resource ID: cd8c01b9-4ec6-4796-98d0-fa4c9327ba2a with Priority: HIGHEST for action security_group_rules [ 814.203297] env[65077]: INFO networking_nsxv3.common.synchronization [req-1252726b-ecda-4b6b-beb2-094eb0aa5525 req-481260b7-14f8-4952-a981-6fe66fe88284 service nova] Enqueued Resource ID: cd8c01b9-4ec6-4796-98d0-fa4c9327ba2a with Priority: HIGHEST for action security_group_members [ 814.203297] env[65077]: INFO networking_nsxv3.common.synchronization [req-1252726b-ecda-4b6b-beb2-094eb0aa5525 req-481260b7-14f8-4952-a981-6fe66fe88284 service nova] Enqueued Resource ID: abefe4e5-7c3e-4a9c-958f-244b6d695110 with Priority: HIGHEST for action port [ 814.203984] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd8c01b9-4ec6-4796-98d0-fa4c9327ba2a with Priority: HIGHEST for action security_group_rules [ 814.204825] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd8c01b9-4ec6-4796-98d0-fa4c9327ba2a with Priority: HIGHEST for action security_group_members [ 814.206513] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abefe4e5-7c3e-4a9c-958f-244b6d695110 with Priority: HIGHEST for action port [ 814.206513] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd8c01b9-4ec6-4796-98d0-fa4c9327ba2a taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.206513] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd8c01b9-4ec6-4796-98d0-fa4c9327ba2a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.206513] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd8c01b9-4ec6-4796-98d0-fa4c9327ba2a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.206513] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd8c01b9-4ec6-4796-98d0-fa4c9327ba2a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.206513] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd8c01b9-4ec6-4796-98d0-fa4c9327ba2a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.211140] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd8c01b9-4ec6-4796-98d0-fa4c9327ba2a taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.211140] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd8c01b9-4ec6-4796-98d0-fa4c9327ba2a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.211140] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd8c01b9-4ec6-4796-98d0-fa4c9327ba2a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.212512] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd8c01b9-4ec6-4796-98d0-fa4c9327ba2a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.212512] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.212512] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.212512] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.212512] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.212512] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.213279] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd8c01b9-4ec6-4796-98d0-fa4c9327ba2a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.219026] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-abefe4e5-7c3e-4a9c-958f-244b6d695110 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.219026] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-abefe4e5-7c3e-4a9c-958f-244b6d695110" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.219026] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-abefe4e5-7c3e-4a9c-958f-244b6d695110" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.219026] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-abefe4e5-7c3e-4a9c-958f-244b6d695110" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.219026] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abefe4e5-7c3e-4a9c-958f-244b6d695110',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.716760] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd8c01b9-4ec6-4796-98d0-fa4c9327ba2a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.721695] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd8c01b9-4ec6-4796-98d0-fa4c9327ba2a taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.721836] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd8c01b9-4ec6-4796-98d0-fa4c9327ba2a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.721985] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port abefe4e5-7c3e-4a9c-958f-244b6d695110 with status ACTIVE [ 814.722199] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.723145] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.723326] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.723816] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.724374] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.724966] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.725108] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.727833] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.727833] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.727833] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.727833] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.727833] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.727833] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.727833] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.727833] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.727833] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: abefe4e5-7c3e-4a9c-958f-244b6d695110 is going to be updated. [ 814.752686] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.752825] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.752898] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.753132] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.753344] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.753561] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-abefe4e5-7c3e-4a9c-958f-244b6d695110" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.225763] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd8c01b9-4ec6-4796-98d0-fa4c9327ba2a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.354760] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a3655de-92ba-4c08-b214-07df0be996f4 in Status: SUCCESS [ 815.355062] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a3655de-92ba-4c08-b214-07df0be996f4 deletion is rescheduled due to dependency. [ 815.355062] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a3655de-92ba-4c08-b214-07df0be996f4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.730482] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.730482] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.730482] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.730868] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.730868] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.730938] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd8c01b9-4ec6-4796-98d0-fa4c9327ba2a is going to be created. [ 815.764813] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.765034] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.765141] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.765431] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.765661] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.775962] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd8c01b9-4ec6-4796-98d0-fa4c9327ba2a in Status: UNINITIALIZED for 2s [ 816.006907] env[65077]: INFO networking_nsxv3.common.synchronization [None req-87c3ebc5-bf35-4e08-8cae-da75f325488b None None] Enqueued Resource ID: b3baafd8-7bbe-4f8e-904f-c99a6690068c with Priority: HIGHEST for action port [ 816.008581] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3baafd8-7bbe-4f8e-904f-c99a6690068c with Priority: HIGHEST for action port [ 816.012029] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3baafd8-7bbe-4f8e-904f-c99a6690068c taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.012029] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3baafd8-7bbe-4f8e-904f-c99a6690068c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.012029] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3baafd8-7bbe-4f8e-904f-c99a6690068c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.012029] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3baafd8-7bbe-4f8e-904f-c99a6690068c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.012029] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3baafd8-7bbe-4f8e-904f-c99a6690068c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.132617] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 in Status: SUCCESS [ 816.132951] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.515936] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b3baafd8-7bbe-4f8e-904f-c99a6690068c [ 816.520112] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.520112] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.520112] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.520112] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.520112] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.520112] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b3baafd8-7bbe-4f8e-904f-c99a6690068c already deleted. [ 816.520112] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3baafd8-7bbe-4f8e-904f-c99a6690068c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.832487] env[65077]: INFO networking_nsxv3.common.synchronization [req-5addc96e-a662-4f06-a7f3-002bc29536c9 req-a576336e-c7b5-43b0-b559-0c08e8f70dd7 tempest-ListImageFiltersTestJSON-302127372 tempest-ListImageFiltersTestJSON-302127372-project-member] Enqueued Resource ID: 2ae12a3a-1488-4d5d-8082-5ab6030e836e with Priority: HIGHEST for action security_group_members [ 816.833633] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ae12a3a-1488-4d5d-8082-5ab6030e836e with Priority: HIGHEST for action security_group_members [ 816.833633] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ae12a3a-1488-4d5d-8082-5ab6030e836e taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.833633] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ae12a3a-1488-4d5d-8082-5ab6030e836e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.833633] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ae12a3a-1488-4d5d-8082-5ab6030e836e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.834841] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ae12a3a-1488-4d5d-8082-5ab6030e836e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.834841] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.834841] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.834841] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.836396] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.836396] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.836396] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ae12a3a-1488-4d5d-8082-5ab6030e836e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.338873] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ae12a3a-1488-4d5d-8082-5ab6030e836e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.787922] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd8c01b9-4ec6-4796-98d0-fa4c9327ba2a in Status: SUCCESS [ 817.788773] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd8c01b9-4ec6-4796-98d0-fa4c9327ba2a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.789241] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd8c01b9-4ec6-4796-98d0-fa4c9327ba2a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.789645] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd8c01b9-4ec6-4796-98d0-fa4c9327ba2a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.790267] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.790525] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.790588] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.790839] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.791098] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.791659] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd8c01b9-4ec6-4796-98d0-fa4c9327ba2a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.791659] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cd8c01b9-4ec6-4796-98d0-fa4c9327ba2a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.845413] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ae12a3a-1488-4d5d-8082-5ab6030e836e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.294558] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd8c01b9-4ec6-4796-98d0-fa4c9327ba2a taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.294746] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd8c01b9-4ec6-4796-98d0-fa4c9327ba2a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.294825] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd8c01b9-4ec6-4796-98d0-fa4c9327ba2a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.295108] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd8c01b9-4ec6-4796-98d0-fa4c9327ba2a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.295305] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.295431] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.295497] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.295663] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.295763] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.295851] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd8c01b9-4ec6-4796-98d0-fa4c9327ba2a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.296029] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd8c01b9-4ec6-4796-98d0-fa4c9327ba2a taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.296264] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd8c01b9-4ec6-4796-98d0-fa4c9327ba2a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.296264] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd8c01b9-4ec6-4796-98d0-fa4c9327ba2a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.296333] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd8c01b9-4ec6-4796-98d0-fa4c9327ba2a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.296492] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.296590] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.297404] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.297404] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.297404] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.297404] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd8c01b9-4ec6-4796-98d0-fa4c9327ba2a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.298126] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cd8c01b9-4ec6-4796-98d0-fa4c9327ba2a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.348338] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.349265] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.349265] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.349508] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.349833] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.351120] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ae12a3a-1488-4d5d-8082-5ab6030e836e is going to be updated. [ 818.404515] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.405197] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.405197] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.405197] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.405197] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.435144] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ae12a3a-1488-4d5d-8082-5ab6030e836e in Status: IN_PROGRESS for 2s [ 818.626252] env[65077]: INFO networking_nsxv3.common.synchronization [req-0a0b2aa5-7b14-4447-bcf9-dbcdd74fed01 req-a7465a28-2ed3-454e-9276-49fb90daa426 tempest-ImagesTestJSON-1309032847 tempest-ImagesTestJSON-1309032847-project-member] Enqueued Resource ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe with Priority: HIGHEST for action security_group_members [ 818.626872] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe with Priority: HIGHEST for action security_group_members [ 818.627638] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.627798] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.627849] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.628097] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.630374] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.630374] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.630374] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.630374] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.630569] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.630569] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f36cbb2-486d-4165-9c43-4e3dee0a0ebe',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.802970] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cd8c01b9-4ec6-4796-98d0-fa4c9327ba2a: rpc.has_security_group_logging(os_id): False [ 818.826493] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.827098] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.827494] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.827995] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.828398] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.828762] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.828969] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.829154] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.829548] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.829733] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.830634] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.830820] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.830902] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.831137] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.831502] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.831502] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.831675] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.831823] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.831950] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.832100] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.832181] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd8c01b9-4ec6-4796-98d0-fa4c9327ba2a is going to be created. [ 818.920145] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.920145] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.920145] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.920145] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.920145] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.934079] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd8c01b9-4ec6-4796-98d0-fa4c9327ba2a in Status: IN_PROGRESS for 2s [ 819.025010] env[65077]: INFO networking_nsxv3.common.synchronization [None req-110f5c46-b4af-456a-997b-b8b371eed08d tempest-ServersTestFqdnHostnames-42579165 tempest-ServersTestFqdnHostnames-42579165-project-member] Enqueued Resource ID: 56e5ccac-ff2e-4395-90b9-79aaf50ace66 with Priority: HIGHEST for action security_group_rules [ 819.025641] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56e5ccac-ff2e-4395-90b9-79aaf50ace66 with Priority: HIGHEST for action security_group_rules [ 819.025947] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56e5ccac-ff2e-4395-90b9-79aaf50ace66 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.026353] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56e5ccac-ff2e-4395-90b9-79aaf50ace66" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.026353] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56e5ccac-ff2e-4395-90b9-79aaf50ace66" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.027351] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56e5ccac-ff2e-4395-90b9-79aaf50ace66" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.027351] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56e5ccac-ff2e-4395-90b9-79aaf50ace66',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.124681] env[65077]: INFO networking_nsxv3.common.synchronization [None req-a5b4db1e-a02d-4076-b080-94afec4349c6 tempest-ServersTestFqdnHostnames-42579165 tempest-ServersTestFqdnHostnames-42579165-project-member] Enqueued Resource ID: 56e5ccac-ff2e-4395-90b9-79aaf50ace66 with Priority: HIGHEST for action security_group_rules [ 819.124681] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56e5ccac-ff2e-4395-90b9-79aaf50ace66 with Priority: HIGHEST for action security_group_rules [ 819.124681] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56e5ccac-ff2e-4395-90b9-79aaf50ace66 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.124681] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56e5ccac-ff2e-4395-90b9-79aaf50ace66" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.133793] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.134618] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.134737] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.134980] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.160626] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.160958] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.161244] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.161244] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.161328] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.161362] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.161489] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe is going to be updated. [ 819.215081] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.217021] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.217021] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.217021] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.217021] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.237798] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe in Status: IN_PROGRESS for 2s [ 819.551795] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.552055] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.552198] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.552754] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.552754] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.552868] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56e5ccac-ff2e-4395-90b9-79aaf50ace66 already deleted. [ 819.553121] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56e5ccac-ff2e-4395-90b9-79aaf50ace66" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.553354] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56e5ccac-ff2e-4395-90b9-79aaf50ace66" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.553671] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56e5ccac-ff2e-4395-90b9-79aaf50ace66" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.553852] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56e5ccac-ff2e-4395-90b9-79aaf50ace66',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.078784] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.079171] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.079171] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.079277] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.079363] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.079447] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56e5ccac-ff2e-4395-90b9-79aaf50ace66 already deleted. [ 820.079655] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56e5ccac-ff2e-4395-90b9-79aaf50ace66" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.446279] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ae12a3a-1488-4d5d-8082-5ab6030e836e in Status: SUCCESS [ 820.447636] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ae12a3a-1488-4d5d-8082-5ab6030e836e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.756487] env[65077]: INFO networking_nsxv3.common.synchronization [None req-feeae92c-8325-4579-b43d-f17a07437e8e None None] Enqueued Resource ID: 0566d820-36b2-4c40-bc2b-112d4a95c0b1 with Priority: HIGHEST for action port [ 820.757137] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0566d820-36b2-4c40-bc2b-112d4a95c0b1 with Priority: HIGHEST for action port [ 820.757590] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-0566d820-36b2-4c40-bc2b-112d4a95c0b1 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.757738] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0566d820-36b2-4c40-bc2b-112d4a95c0b1" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.757777] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0566d820-36b2-4c40-bc2b-112d4a95c0b1" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.758045] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0566d820-36b2-4c40-bc2b-112d4a95c0b1" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.758131] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0566d820-36b2-4c40-bc2b-112d4a95c0b1',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.947565] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd8c01b9-4ec6-4796-98d0-fa4c9327ba2a in Status: SUCCESS [ 820.948035] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd8c01b9-4ec6-4796-98d0-fa4c9327ba2a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.253100] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe in Status: SUCCESS [ 821.257666] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe deletion is rescheduled due to dependency. [ 821.257666] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.261606] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0566d820-36b2-4c40-bc2b-112d4a95c0b1 [ 821.261606] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.261856] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.261935] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.262721] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.262721] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.262721] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0566d820-36b2-4c40-bc2b-112d4a95c0b1 already deleted. [ 821.262721] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0566d820-36b2-4c40-bc2b-112d4a95c0b1" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.569382] env[65077]: INFO networking_nsxv3.common.synchronization [req-022a6bbb-b79c-4791-b324-f813c646b361 req-1e7c6a1d-2273-4c93-bbd7-7e36defff2e0 tempest-ServersAdminNegativeTestJSON-2103935225 tempest-ServersAdminNegativeTestJSON-2103935225-project-member] Enqueued Resource ID: 1bf0553a-aef7-4f32-93c5-9543708dded2 with Priority: HIGHEST for action security_group_members [ 822.569989] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bf0553a-aef7-4f32-93c5-9543708dded2 with Priority: HIGHEST for action security_group_members [ 822.570284] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bf0553a-aef7-4f32-93c5-9543708dded2 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.570448] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bf0553a-aef7-4f32-93c5-9543708dded2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.570582] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bf0553a-aef7-4f32-93c5-9543708dded2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.570771] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bf0553a-aef7-4f32-93c5-9543708dded2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.570924] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.571203] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.571203] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.571276] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.571321] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.571403] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bf0553a-aef7-4f32-93c5-9543708dded2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.075092] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.076042] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.076042] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.076042] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.102053] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.102053] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.102053] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.102053] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.104448] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.104448] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.104448] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bf0553a-aef7-4f32-93c5-9543708dded2 is going to be updated. [ 823.139831] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.140571] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.140688] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.140900] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.144036] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.153489] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bf0553a-aef7-4f32-93c5-9543708dded2 in Status: IN_PROGRESS for 2s [ 823.226979] env[65077]: INFO networking_nsxv3.common.synchronization [req-4afc9627-5d4e-4faa-ae6a-6d8f3b7e7e6e req-f41ee499-c182-474d-9ac4-f5fba9a8dd5d tempest-ImagesOneServerNegativeTestJSON-1130149341 tempest-ImagesOneServerNegativeTestJSON-1130149341-project-member] Enqueued Resource ID: 7a7ee9dd-f87d-403e-a7bb-a38b249129d2 with Priority: HIGHEST for action security_group_members [ 823.228273] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a7ee9dd-f87d-403e-a7bb-a38b249129d2 with Priority: HIGHEST for action security_group_members [ 823.228273] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.228273] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.228273] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.228701] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.228701] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.228701] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.228886] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.228941] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.228993] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.229117] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a7ee9dd-f87d-403e-a7bb-a38b249129d2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.420370] env[65077]: INFO networking_nsxv3.common.synchronization [req-cc66981c-6c1c-4ce4-be15-885b446e4f91 req-437dbfbd-1687-4b32-8a0d-d711fd9bb20e tempest-SecurityGroupsTestJSON-718931207 tempest-SecurityGroupsTestJSON-718931207-project-member] Enqueued Resource ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 with Priority: HIGHEST for action security_group_members [ 823.421071] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 with Priority: HIGHEST for action security_group_members [ 823.421392] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-814792c4-8d30-4cd1-beba-7dac1d6899a2 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.421516] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.421583] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.421807] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.421965] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.422375] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.422459] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.422665] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.422753] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.422851] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('814792c4-8d30-4cd1-beba-7dac1d6899a2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.636238] env[65077]: INFO networking_nsxv3.common.synchronization [req-2c821584-8236-423f-91c6-fb2d2bd41614 req-3c81c66a-faf2-4c97-977c-0c263d1d3751 tempest-ListServersNegativeTestJSON-1725124584 tempest-ListServersNegativeTestJSON-1725124584-project-member] Enqueued Resource ID: 5cdcc784-c0ae-4c99-a000-9ce3868b639a with Priority: HIGHEST for action security_group_members [ 823.637431] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cdcc784-c0ae-4c99-a000-9ce3868b639a with Priority: HIGHEST for action security_group_members [ 823.637820] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cdcc784-c0ae-4c99-a000-9ce3868b639a taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.637979] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.638085] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.638474] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.638474] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.638711] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.638711] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.638862] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.638976] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.639110] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5cdcc784-c0ae-4c99-a000-9ce3868b639a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.732748] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.732931] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.733000] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.733223] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.758231] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.758579] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.758737] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.758820] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.759107] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.759234] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.759388] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a7ee9dd-f87d-403e-a7bb-a38b249129d2 is going to be updated. [ 823.766361] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock network-48 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.766676] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "network-48" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.766867] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "network-48" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.767572] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "network-48" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.767994] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.768241] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.768420] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.768863] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.769474] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.769701] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 823.769913] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 823.770059] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 823.770227] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 823.770415] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 823.770553] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 823.770758] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 823.792653] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 823.792999] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 823.793203] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 823.793428] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "network-48" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.793870] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock port-7d632f1d-e01b-46b7-8bff-e4ddf4fe9d98 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.794130] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "port-7d632f1d-e01b-46b7-8bff-e4ddf4fe9d98" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.794707] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "port-7d632f1d-e01b-46b7-8bff-e4ddf4fe9d98" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.794707] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "port-7d632f1d-e01b-46b7-8bff-e4ddf4fe9d98" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.794915] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d632f1d-e01b-46b7-8bff-e4ddf4fe9d98',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.798992] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.799224] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.799503] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.799744] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.799934] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.810350] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a7ee9dd-f87d-403e-a7bb-a38b249129d2 in Status: IN_PROGRESS for 2s [ 823.928097] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('814792c4-8d30-4cd1-beba-7dac1d6899a2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.142534] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5cdcc784-c0ae-4c99-a000-9ce3868b639a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.298057] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.298473] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.298663] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.298828] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.298945] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.299174] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Segment Port 7d632f1d-e01b-46b7-8bff-e4ddf4fe9d98 not found, creating... [ 824.299763] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.299875] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.299920] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.300242] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.300322] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.300645] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.300794] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.300912] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.301216] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.301355] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.301494] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Resource: SegmentPort with ID: 7d632f1d-e01b-46b7-8bff-e4ddf4fe9d98 is going to be created. [ 824.335899] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.336127] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.337355] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.337355] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.337355] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.337355] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "port-7d632f1d-e01b-46b7-8bff-e4ddf4fe9d98" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.430078] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('814792c4-8d30-4cd1-beba-7dac1d6899a2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.448613] env[65077]: INFO networking_nsxv3.common.synchronization [req-2e53737b-f82a-4e06-9aac-6804fc939eb9 req-9e3249c1-1480-4ccc-96c9-9f47d7ccf7b4 tempest-ListServersNegativeTestJSON-1725124584 tempest-ListServersNegativeTestJSON-1725124584-project-member] Enqueued Resource ID: 5cdcc784-c0ae-4c99-a000-9ce3868b639a with Priority: HIGHEST for action security_group_members [ 824.449221] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cdcc784-c0ae-4c99-a000-9ce3868b639a with Priority: HIGHEST for action security_group_members [ 824.449726] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cdcc784-c0ae-4c99-a000-9ce3868b639a taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.449846] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.645429] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5cdcc784-c0ae-4c99-a000-9ce3868b639a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.932798] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.932974] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.933051] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.934728] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.934728] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.934728] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 is going to be updated. [ 824.965247] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.965397] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.965493] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.965712] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.965864] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.977260] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 in Status: IN_PROGRESS for 2s [ 825.065228] env[65077]: INFO networking_nsxv3.common.synchronization [req-cc66981c-6c1c-4ce4-be15-885b446e4f91 req-89d8e25f-1f0d-4888-84aa-72f51d930eeb service nova] Enqueued Resource ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 with Priority: HIGHEST for action security_group_rules [ 825.065421] env[65077]: INFO networking_nsxv3.common.synchronization [req-cc66981c-6c1c-4ce4-be15-885b446e4f91 req-89d8e25f-1f0d-4888-84aa-72f51d930eeb service nova] Enqueued Resource ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 with Priority: HIGHEST for action security_group_members [ 825.065574] env[65077]: INFO networking_nsxv3.common.synchronization [req-cc66981c-6c1c-4ce4-be15-885b446e4f91 req-89d8e25f-1f0d-4888-84aa-72f51d930eeb service nova] Enqueued Resource ID: 7d632f1d-e01b-46b7-8bff-e4ddf4fe9d98 with Priority: HIGHEST for action port [ 825.068177] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 with Priority: HIGHEST for action security_group_rules [ 825.068177] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 with Priority: HIGHEST for action security_group_members [ 825.068177] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d632f1d-e01b-46b7-8bff-e4ddf4fe9d98 with Priority: HIGHEST for action port [ 825.068177] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-814792c4-8d30-4cd1-beba-7dac1d6899a2 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.068177] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.068177] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.068177] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.068177] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('814792c4-8d30-4cd1-beba-7dac1d6899a2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.069367] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-814792c4-8d30-4cd1-beba-7dac1d6899a2 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.069501] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.069724] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d632f1d-e01b-46b7-8bff-e4ddf4fe9d98 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.069857] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d632f1d-e01b-46b7-8bff-e4ddf4fe9d98" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.070643] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d632f1d-e01b-46b7-8bff-e4ddf4fe9d98" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.070689] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d632f1d-e01b-46b7-8bff-e4ddf4fe9d98" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.070749] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d632f1d-e01b-46b7-8bff-e4ddf4fe9d98',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.148166] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.148364] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.148411] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.148990] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.148990] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.148990] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cdcc784-c0ae-4c99-a000-9ce3868b639a is going to be updated. [ 825.165132] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bf0553a-aef7-4f32-93c5-9543708dded2 in Status: SUCCESS [ 825.165382] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bf0553a-aef7-4f32-93c5-9543708dded2 deletion is rescheduled due to dependency. [ 825.165509] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bf0553a-aef7-4f32-93c5-9543708dded2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.182377] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.182591] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.182667] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.182925] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.183101] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.196232] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cdcc784-c0ae-4c99-a000-9ce3868b639a in Status: IN_PROGRESS for 2s [ 825.574741] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-814792c4-8d30-4cd1-beba-7dac1d6899a2 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.576030] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.576030] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7d632f1d-e01b-46b7-8bff-e4ddf4fe9d98 with status ACTIVE [ 825.576030] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.576436] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.576436] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.576436] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.576539] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.576879] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.577034] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.577112] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.577338] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.577487] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.577707] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.577800] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.577856] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.578009] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.578098] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.578173] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7d632f1d-e01b-46b7-8bff-e4ddf4fe9d98 is going to be updated. [ 825.606624] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.606777] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.606917] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.607202] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.607395] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.607586] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d632f1d-e01b-46b7-8bff-e4ddf4fe9d98" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.820814] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a7ee9dd-f87d-403e-a7bb-a38b249129d2 in Status: SUCCESS [ 825.820814] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a7ee9dd-f87d-403e-a7bb-a38b249129d2 deletion is rescheduled due to dependency. [ 825.820814] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.987778] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 in Status: SUCCESS [ 826.988129] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.988214] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.988523] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.988764] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.988939] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.989021] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.989235] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.989537] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.989537] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('814792c4-8d30-4cd1-beba-7dac1d6899a2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.211234] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cdcc784-c0ae-4c99-a000-9ce3868b639a in Status: SUCCESS [ 827.211234] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.211570] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.211962] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.212216] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.212345] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.212432] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.212618] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.212730] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.212834] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5cdcc784-c0ae-4c99-a000-9ce3868b639a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.492585] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('814792c4-8d30-4cd1-beba-7dac1d6899a2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.715101] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.715282] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.715333] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.715552] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.737497] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.737750] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.737867] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.737931] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.738146] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.738221] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.738307] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cdcc784-c0ae-4c99-a000-9ce3868b639a is going to be updated. [ 827.769125] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.769275] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.769371] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.769643] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.769703] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.795491] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cdcc784-c0ae-4c99-a000-9ce3868b639a in Status: IN_PROGRESS for 2s [ 827.907017] env[65077]: INFO networking_nsxv3.common.synchronization [req-12915679-88a6-4896-a4d3-ea4687a339fe req-8406200c-4c31-435c-b8e0-9194a915a125 tempest-ServersTestJSON-58061666 tempest-ServersTestJSON-58061666-project-member] Enqueued Resource ID: 8b61bc18-96ca-42cb-b4ad-c2ca4a6db705 with Priority: HIGHEST for action security_group_members [ 827.907715] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b61bc18-96ca-42cb-b4ad-c2ca4a6db705 with Priority: HIGHEST for action security_group_members [ 827.908118] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b61bc18-96ca-42cb-b4ad-c2ca4a6db705 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.908251] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b61bc18-96ca-42cb-b4ad-c2ca4a6db705" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.908318] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b61bc18-96ca-42cb-b4ad-c2ca4a6db705" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.908513] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b61bc18-96ca-42cb-b4ad-c2ca4a6db705" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.908672] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.908767] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.908829] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.908971] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.909431] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.909431] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b61bc18-96ca-42cb-b4ad-c2ca4a6db705',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.993975] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('814792c4-8d30-4cd1-beba-7dac1d6899a2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.414041] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.414041] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.414041] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.414041] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.414041] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.414041] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.414041] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.414041] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.414041] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.414041] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.414041] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b61bc18-96ca-42cb-b4ad-c2ca4a6db705 is going to be updated. [ 828.443362] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.443362] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.443362] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.443362] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.443637] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.454155] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b61bc18-96ca-42cb-b4ad-c2ca4a6db705 in Status: IN_PROGRESS for 2s [ 828.497895] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.498064] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.498137] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.498388] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.498489] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.498587] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 is going to be updated. [ 828.525307] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.525453] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.525521] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.525729] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.525870] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.535361] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 in Status: IN_PROGRESS for 2s [ 829.747163] env[65077]: INFO networking_nsxv3.common.synchronization [req-acafc06a-a041-4c3b-aea4-1b78f1a888a4 req-e14d5a88-fbaa-486b-8414-17920cc0a085 tempest-ServerTagsTestJSON-559944457 tempest-ServerTagsTestJSON-559944457-project-member] Enqueued Resource ID: cd8c01b9-4ec6-4796-98d0-fa4c9327ba2a with Priority: HIGHEST for action security_group_members [ 829.747701] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd8c01b9-4ec6-4796-98d0-fa4c9327ba2a with Priority: HIGHEST for action security_group_members [ 829.748071] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd8c01b9-4ec6-4796-98d0-fa4c9327ba2a taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.748313] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd8c01b9-4ec6-4796-98d0-fa4c9327ba2a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.748313] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd8c01b9-4ec6-4796-98d0-fa4c9327ba2a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.748466] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd8c01b9-4ec6-4796-98d0-fa4c9327ba2a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.748651] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.748753] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.748816] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.748969] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.750270] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.750437] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd8c01b9-4ec6-4796-98d0-fa4c9327ba2a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.806404] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cdcc784-c0ae-4c99-a000-9ce3868b639a in Status: SUCCESS [ 829.806674] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cdcc784-c0ae-4c99-a000-9ce3868b639a deletion is rescheduled due to dependency. [ 829.806826] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.253525] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.253666] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.253666] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.253926] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.254083] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.254325] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.254465] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.254551] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.254745] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.254852] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.254961] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd8c01b9-4ec6-4796-98d0-fa4c9327ba2a is going to be updated. [ 830.281461] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.281655] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.281747] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.282715] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.282715] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.291303] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd8c01b9-4ec6-4796-98d0-fa4c9327ba2a in Status: IN_PROGRESS for 2s [ 830.463548] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b61bc18-96ca-42cb-b4ad-c2ca4a6db705 in Status: SUCCESS [ 830.463734] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b61bc18-96ca-42cb-b4ad-c2ca4a6db705 deletion is rescheduled due to dependency. [ 830.463848] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b61bc18-96ca-42cb-b4ad-c2ca4a6db705" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.545393] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 in Status: SUCCESS [ 830.545614] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.545782] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.546016] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.546211] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.546329] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.547023] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.547023] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.547023] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.547023] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.547023] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('814792c4-8d30-4cd1-beba-7dac1d6899a2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.048813] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-814792c4-8d30-4cd1-beba-7dac1d6899a2 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.049153] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.049153] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.049153] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.049319] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.050046] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.050046] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.050046] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.050046] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.050046] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.050046] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-814792c4-8d30-4cd1-beba-7dac1d6899a2 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.050046] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.050364] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.050364] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.050597] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.050597] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.050597] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.050790] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.050838] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.050887] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.050970] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('814792c4-8d30-4cd1-beba-7dac1d6899a2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.553500] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 814792c4-8d30-4cd1-beba-7dac1d6899a2: rpc.has_security_group_logging(os_id): False [ 831.574990] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.575170] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.575242] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.575453] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.575529] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.575763] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.575863] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.575921] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.576064] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.576141] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.576313] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.576408] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.576469] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.576607] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.576750] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.576856] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.576947] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.577015] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.577152] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.577223] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.577326] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 is going to be updated. [ 831.643306] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.643462] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.643531] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.643744] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.643895] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.664319] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 in Status: IN_PROGRESS for 2s [ 832.303187] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd8c01b9-4ec6-4796-98d0-fa4c9327ba2a in Status: SUCCESS [ 832.303433] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd8c01b9-4ec6-4796-98d0-fa4c9327ba2a deletion is rescheduled due to dependency. [ 832.303673] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd8c01b9-4ec6-4796-98d0-fa4c9327ba2a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.227025] env[65077]: INFO networking_nsxv3.common.synchronization [req-b2c8e0e0-4780-48a1-b634-7dd591540b06 req-7c9b6d13-fa13-4454-8658-ac9d8e00f206 tempest-SecurityGroupsTestJSON-718931207 tempest-SecurityGroupsTestJSON-718931207-project-member] Enqueued Resource ID: 55f2c930-ebc7-49b5-bfcf-6850dcce8313 with Priority: HIGHEST for action security_group_members [ 833.227025] env[65077]: INFO networking_nsxv3.common.synchronization [req-b2c8e0e0-4780-48a1-b634-7dd591540b06 req-7c9b6d13-fa13-4454-8658-ac9d8e00f206 tempest-SecurityGroupsTestJSON-718931207 tempest-SecurityGroupsTestJSON-718931207-project-member] Enqueued Resource ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 with Priority: HIGHEST for action security_group_members [ 833.227025] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55f2c930-ebc7-49b5-bfcf-6850dcce8313 with Priority: HIGHEST for action security_group_members [ 833.227025] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 with Priority: HIGHEST for action security_group_members [ 833.227631] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-55f2c930-ebc7-49b5-bfcf-6850dcce8313 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.227903] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55f2c930-ebc7-49b5-bfcf-6850dcce8313" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.228108] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55f2c930-ebc7-49b5-bfcf-6850dcce8313" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.229094] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55f2c930-ebc7-49b5-bfcf-6850dcce8313" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.229094] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.229094] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.229094] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.229094] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.229094] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.229094] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55f2c930-ebc7-49b5-bfcf-6850dcce8313',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.231189] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-814792c4-8d30-4cd1-beba-7dac1d6899a2 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.231353] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.231458] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.231654] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.231841] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.231973] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.232075] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.232309] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.232454] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.232584] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('814792c4-8d30-4cd1-beba-7dac1d6899a2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.277685] env[65077]: INFO networking_nsxv3.common.synchronization [req-b2c8e0e0-4780-48a1-b634-7dd591540b06 req-7c9b6d13-fa13-4454-8658-ac9d8e00f206 tempest-SecurityGroupsTestJSON-718931207 tempest-SecurityGroupsTestJSON-718931207-project-member] Enqueued Resource ID: 55f2c930-ebc7-49b5-bfcf-6850dcce8313 with Priority: HIGHEST for action security_group_rules [ 833.277887] env[65077]: INFO networking_nsxv3.common.synchronization [req-b2c8e0e0-4780-48a1-b634-7dd591540b06 req-7c9b6d13-fa13-4454-8658-ac9d8e00f206 tempest-SecurityGroupsTestJSON-718931207 tempest-SecurityGroupsTestJSON-718931207-project-member] Enqueued Resource ID: 55f2c930-ebc7-49b5-bfcf-6850dcce8313 with Priority: HIGHEST for action security_group_members [ 833.278022] env[65077]: INFO networking_nsxv3.common.synchronization [req-b2c8e0e0-4780-48a1-b634-7dd591540b06 req-7c9b6d13-fa13-4454-8658-ac9d8e00f206 tempest-SecurityGroupsTestJSON-718931207 tempest-SecurityGroupsTestJSON-718931207-project-member] Enqueued Resource ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 with Priority: HIGHEST for action security_group_rules [ 833.278174] env[65077]: INFO networking_nsxv3.common.synchronization [req-b2c8e0e0-4780-48a1-b634-7dd591540b06 req-7c9b6d13-fa13-4454-8658-ac9d8e00f206 tempest-SecurityGroupsTestJSON-718931207 tempest-SecurityGroupsTestJSON-718931207-project-member] Enqueued Resource ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 with Priority: HIGHEST for action security_group_members [ 833.278366] env[65077]: INFO networking_nsxv3.common.synchronization [req-b2c8e0e0-4780-48a1-b634-7dd591540b06 req-7c9b6d13-fa13-4454-8658-ac9d8e00f206 tempest-SecurityGroupsTestJSON-718931207 tempest-SecurityGroupsTestJSON-718931207-project-member] Enqueued Resource ID: 7d632f1d-e01b-46b7-8bff-e4ddf4fe9d98 with Priority: HIGHEST for action port [ 833.279353] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55f2c930-ebc7-49b5-bfcf-6850dcce8313 with Priority: HIGHEST for action security_group_rules [ 833.279559] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 with Priority: HIGHEST for action security_group_rules [ 833.280892] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d632f1d-e01b-46b7-8bff-e4ddf4fe9d98 with Priority: HIGHEST for action port [ 833.280892] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55f2c930-ebc7-49b5-bfcf-6850dcce8313 with Priority: HIGHEST for action security_group_members [ 833.280892] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 with Priority: HIGHEST for action security_group_members [ 833.280892] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55f2c930-ebc7-49b5-bfcf-6850dcce8313 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.280892] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55f2c930-ebc7-49b5-bfcf-6850dcce8313" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.280892] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55f2c930-ebc7-49b5-bfcf-6850dcce8313" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.280892] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55f2c930-ebc7-49b5-bfcf-6850dcce8313" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.280892] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55f2c930-ebc7-49b5-bfcf-6850dcce8313',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.282121] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-814792c4-8d30-4cd1-beba-7dac1d6899a2 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.282277] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.282703] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d632f1d-e01b-46b7-8bff-e4ddf4fe9d98 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.282861] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d632f1d-e01b-46b7-8bff-e4ddf4fe9d98" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.282944] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d632f1d-e01b-46b7-8bff-e4ddf4fe9d98" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.283162] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d632f1d-e01b-46b7-8bff-e4ddf4fe9d98" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.283244] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d632f1d-e01b-46b7-8bff-e4ddf4fe9d98',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.284528] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-55f2c930-ebc7-49b5-bfcf-6850dcce8313 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.284624] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55f2c930-ebc7-49b5-bfcf-6850dcce8313" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.284816] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-814792c4-8d30-4cd1-beba-7dac1d6899a2 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.284913] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.659578] env[65077]: INFO networking_nsxv3.common.synchronization [req-5ef5ec24-c2e8-4c88-8252-6777b3c6756e req-94f67faa-b35a-42c1-8a88-b675b4ab92b1 tempest-ServerRescueTestJSON-46948838 tempest-ServerRescueTestJSON-46948838-project-member] Enqueued Resource ID: 5d5a18d9-ef28-43fb-a60d-fa379ab34eb2 with Priority: HIGHEST for action security_group_members [ 833.660126] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d5a18d9-ef28-43fb-a60d-fa379ab34eb2 with Priority: HIGHEST for action security_group_members [ 833.660477] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d5a18d9-ef28-43fb-a60d-fa379ab34eb2 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.660618] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d5a18d9-ef28-43fb-a60d-fa379ab34eb2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.660618] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d5a18d9-ef28-43fb-a60d-fa379ab34eb2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.660866] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d5a18d9-ef28-43fb-a60d-fa379ab34eb2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.660961] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.661064] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.661124] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.661424] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.661424] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.661424] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d5a18d9-ef28-43fb-a60d-fa379ab34eb2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.678517] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 in Status: SUCCESS [ 833.678824] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.679065] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.679463] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.679584] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('814792c4-8d30-4cd1-beba-7dac1d6899a2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.734634] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('55f2c930-ebc7-49b5-bfcf-6850dcce8313',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.735717] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('814792c4-8d30-4cd1-beba-7dac1d6899a2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.786215] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7d632f1d-e01b-46b7-8bff-e4ddf4fe9d98 with status ACTIVE [ 833.786215] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.786652] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.787732] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.787732] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.787732] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.787732] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.787732] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.787732] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.788084] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.788084] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.788245] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.788388] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.788482] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.788648] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.788702] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.788843] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7d632f1d-e01b-46b7-8bff-e4ddf4fe9d98 is going to be updated. [ 833.790034] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-55f2c930-ebc7-49b5-bfcf-6850dcce8313 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.790158] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55f2c930-ebc7-49b5-bfcf-6850dcce8313" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.815293] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.815293] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.815505] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.815599] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.815701] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.816041] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d632f1d-e01b-46b7-8bff-e4ddf4fe9d98" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.034679] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock network-368 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.034679] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "network-368" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.034889] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "network-368" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.035085] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "network-368" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.036649] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.036649] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.036649] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.036649] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.036649] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.036649] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 834.036955] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 834.036955] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 834.036955] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 834.037252] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 834.037252] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 834.037382] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 834.061247] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 834.061512] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 834.061625] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 834.061844] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "network-368" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.062140] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock port-9a2eeec3-138a-4d05-8d0c-24100535896e taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.062315] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "port-9a2eeec3-138a-4d05-8d0c-24100535896e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.062504] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "port-9a2eeec3-138a-4d05-8d0c-24100535896e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.062906] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "port-9a2eeec3-138a-4d05-8d0c-24100535896e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.063878] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a2eeec3-138a-4d05-8d0c-24100535896e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.163446] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d5a18d9-ef28-43fb-a60d-fa379ab34eb2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.182422] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-814792c4-8d30-4cd1-beba-7dac1d6899a2 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.182561] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.237896] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('55f2c930-ebc7-49b5-bfcf-6850dcce8313',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.242112] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('814792c4-8d30-4cd1-beba-7dac1d6899a2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.569872] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.570359] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.570359] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.570533] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.570673] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.570827] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Segment Port 9a2eeec3-138a-4d05-8d0c-24100535896e not found, creating... [ 834.571205] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.571316] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.571360] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.571569] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.571725] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.571968] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.572133] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.572247] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.572465] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.572692] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.572881] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Resource: SegmentPort with ID: 9a2eeec3-138a-4d05-8d0c-24100535896e is going to be created. [ 834.595148] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.595290] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.595369] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.595639] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.595863] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.596085] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "port-9a2eeec3-138a-4d05-8d0c-24100535896e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.667176] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d5a18d9-ef28-43fb-a60d-fa379ab34eb2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.740554] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.740774] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.740824] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.741060] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.741169] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.741428] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55f2c930-ebc7-49b5-bfcf-6850dcce8313 is going to be created. [ 834.742764] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.743074] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.743074] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.743286] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.743286] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.743501] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 is going to be updated. [ 834.776681] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.776827] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.776898] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.777140] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.777308] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.781539] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.781723] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.781723] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.782298] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.782298] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.791506] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55f2c930-ebc7-49b5-bfcf-6850dcce8313 in Status: UNINITIALIZED for 2s [ 834.795234] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 in Status: IN_PROGRESS for 2s [ 835.170968] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.170968] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.171093] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.171238] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.171339] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.171421] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d5a18d9-ef28-43fb-a60d-fa379ab34eb2 is going to be updated. [ 835.200867] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.201095] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.201095] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.201455] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.201455] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.210487] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d5a18d9-ef28-43fb-a60d-fa379ab34eb2 in Status: IN_PROGRESS for 2s [ 835.298600] env[65077]: INFO networking_nsxv3.common.synchronization [req-5ef5ec24-c2e8-4c88-8252-6777b3c6756e req-9c66b1b4-edfd-4d14-af65-84c33f379b11 service nova] Enqueued Resource ID: 5d5a18d9-ef28-43fb-a60d-fa379ab34eb2 with Priority: HIGHEST for action security_group_rules [ 835.298600] env[65077]: INFO networking_nsxv3.common.synchronization [req-5ef5ec24-c2e8-4c88-8252-6777b3c6756e req-9c66b1b4-edfd-4d14-af65-84c33f379b11 service nova] Enqueued Resource ID: 5d5a18d9-ef28-43fb-a60d-fa379ab34eb2 with Priority: HIGHEST for action security_group_members [ 835.298600] env[65077]: INFO networking_nsxv3.common.synchronization [req-5ef5ec24-c2e8-4c88-8252-6777b3c6756e req-9c66b1b4-edfd-4d14-af65-84c33f379b11 service nova] Enqueued Resource ID: 9a2eeec3-138a-4d05-8d0c-24100535896e with Priority: HIGHEST for action port [ 835.298600] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d5a18d9-ef28-43fb-a60d-fa379ab34eb2 with Priority: HIGHEST for action security_group_rules [ 835.298600] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d5a18d9-ef28-43fb-a60d-fa379ab34eb2 with Priority: HIGHEST for action security_group_members [ 835.298796] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a2eeec3-138a-4d05-8d0c-24100535896e with Priority: HIGHEST for action port [ 835.298964] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d5a18d9-ef28-43fb-a60d-fa379ab34eb2 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.299122] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d5a18d9-ef28-43fb-a60d-fa379ab34eb2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.299122] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d5a18d9-ef28-43fb-a60d-fa379ab34eb2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.299319] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d5a18d9-ef28-43fb-a60d-fa379ab34eb2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.299408] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d5a18d9-ef28-43fb-a60d-fa379ab34eb2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.300417] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d5a18d9-ef28-43fb-a60d-fa379ab34eb2 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.300417] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d5a18d9-ef28-43fb-a60d-fa379ab34eb2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.300809] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a2eeec3-138a-4d05-8d0c-24100535896e taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.300809] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a2eeec3-138a-4d05-8d0c-24100535896e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.300809] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a2eeec3-138a-4d05-8d0c-24100535896e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.301048] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a2eeec3-138a-4d05-8d0c-24100535896e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.301048] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a2eeec3-138a-4d05-8d0c-24100535896e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.804066] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d5a18d9-ef28-43fb-a60d-fa379ab34eb2 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.804066] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d5a18d9-ef28-43fb-a60d-fa379ab34eb2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.804066] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a2eeec3-138a-4d05-8d0c-24100535896e with status ACTIVE [ 835.804066] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.804066] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.804066] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.804066] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.804673] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.804673] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.804673] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.804673] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.804822] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.804877] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.805076] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.805174] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.805234] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.805380] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.805571] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.805695] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a2eeec3-138a-4d05-8d0c-24100535896e is going to be updated. [ 835.826477] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.826621] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.826669] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.826862] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.826997] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.827523] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a2eeec3-138a-4d05-8d0c-24100535896e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.804906] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55f2c930-ebc7-49b5-bfcf-6850dcce8313 in Status: SUCCESS [ 836.805184] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55f2c930-ebc7-49b5-bfcf-6850dcce8313" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.806223] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 in Status: SUCCESS [ 836.806466] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.806728] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55f2c930-ebc7-49b5-bfcf-6850dcce8313" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.806908] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55f2c930-ebc7-49b5-bfcf-6850dcce8313" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.807129] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.807280] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.807408] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.807603] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.807707] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.807827] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55f2c930-ebc7-49b5-bfcf-6850dcce8313',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.809273] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.809273] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.809273] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.809273] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.809530] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.809609] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.809704] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.809815] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('814792c4-8d30-4cd1-beba-7dac1d6899a2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.221542] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d5a18d9-ef28-43fb-a60d-fa379ab34eb2 in Status: SUCCESS [ 837.221542] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d5a18d9-ef28-43fb-a60d-fa379ab34eb2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.221542] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d5a18d9-ef28-43fb-a60d-fa379ab34eb2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.221542] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d5a18d9-ef28-43fb-a60d-fa379ab34eb2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.221542] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.221542] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.221872] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.221872] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.221872] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.222014] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d5a18d9-ef28-43fb-a60d-fa379ab34eb2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.311998] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('55f2c930-ebc7-49b5-bfcf-6850dcce8313',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.313043] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('814792c4-8d30-4cd1-beba-7dac1d6899a2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.726304] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d5a18d9-ef28-43fb-a60d-fa379ab34eb2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.815018] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('55f2c930-ebc7-49b5-bfcf-6850dcce8313',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.816296] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('814792c4-8d30-4cd1-beba-7dac1d6899a2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.231997] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d5a18d9-ef28-43fb-a60d-fa379ab34eb2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.317868] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.317957] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.318197] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.318334] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.318383] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.319011] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55f2c930-ebc7-49b5-bfcf-6850dcce8313 is going to be updated. [ 838.319925] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.320360] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.320360] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.320495] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.320495] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.320623] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 is going to be updated. [ 838.372746] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.373475] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.373475] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.373475] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.373475] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.376027] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.376027] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.376027] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.376027] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.376257] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.387562] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 in Status: IN_PROGRESS for 2s [ 838.388429] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55f2c930-ebc7-49b5-bfcf-6850dcce8313 in Status: IN_PROGRESS for 2s [ 838.581057] env[65077]: INFO networking_nsxv3.common.synchronization [req-6755e7e7-a7fc-41ba-9473-84a14520cc28 req-4ca23d45-a20d-4d1c-bdf1-28531f42d5df tempest-SecurityGroupsTestJSON-718931207 tempest-SecurityGroupsTestJSON-718931207-project-member] Enqueued Resource ID: 056b26d6-62c8-4c78-9f67-130b94f19d05 with Priority: HIGHEST for action security_group_members [ 838.581241] env[65077]: INFO networking_nsxv3.common.synchronization [req-6755e7e7-a7fc-41ba-9473-84a14520cc28 req-4ca23d45-a20d-4d1c-bdf1-28531f42d5df tempest-SecurityGroupsTestJSON-718931207 tempest-SecurityGroupsTestJSON-718931207-project-member] Enqueued Resource ID: 55f2c930-ebc7-49b5-bfcf-6850dcce8313 with Priority: HIGHEST for action security_group_members [ 838.581408] env[65077]: INFO networking_nsxv3.common.synchronization [req-6755e7e7-a7fc-41ba-9473-84a14520cc28 req-4ca23d45-a20d-4d1c-bdf1-28531f42d5df tempest-SecurityGroupsTestJSON-718931207 tempest-SecurityGroupsTestJSON-718931207-project-member] Enqueued Resource ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 with Priority: HIGHEST for action security_group_members [ 838.581922] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 056b26d6-62c8-4c78-9f67-130b94f19d05 with Priority: HIGHEST for action security_group_members [ 838.582069] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55f2c930-ebc7-49b5-bfcf-6850dcce8313 with Priority: HIGHEST for action security_group_members [ 838.582168] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 with Priority: HIGHEST for action security_group_members [ 838.582441] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-056b26d6-62c8-4c78-9f67-130b94f19d05 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.582600] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-056b26d6-62c8-4c78-9f67-130b94f19d05" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.582640] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-056b26d6-62c8-4c78-9f67-130b94f19d05" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.582903] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-056b26d6-62c8-4c78-9f67-130b94f19d05" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.583072] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.583171] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.583253] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.583371] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.583454] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.583542] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('056b26d6-62c8-4c78-9f67-130b94f19d05',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.584408] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-55f2c930-ebc7-49b5-bfcf-6850dcce8313 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.584504] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55f2c930-ebc7-49b5-bfcf-6850dcce8313" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.584685] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-814792c4-8d30-4cd1-beba-7dac1d6899a2 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.584797] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.627323] env[65077]: INFO networking_nsxv3.common.synchronization [req-6755e7e7-a7fc-41ba-9473-84a14520cc28 req-4ca23d45-a20d-4d1c-bdf1-28531f42d5df tempest-SecurityGroupsTestJSON-718931207 tempest-SecurityGroupsTestJSON-718931207-project-member] Enqueued Resource ID: 056b26d6-62c8-4c78-9f67-130b94f19d05 with Priority: HIGHEST for action security_group_rules [ 838.627534] env[65077]: INFO networking_nsxv3.common.synchronization [req-6755e7e7-a7fc-41ba-9473-84a14520cc28 req-4ca23d45-a20d-4d1c-bdf1-28531f42d5df tempest-SecurityGroupsTestJSON-718931207 tempest-SecurityGroupsTestJSON-718931207-project-member] Enqueued Resource ID: 056b26d6-62c8-4c78-9f67-130b94f19d05 with Priority: HIGHEST for action security_group_members [ 838.627704] env[65077]: INFO networking_nsxv3.common.synchronization [req-6755e7e7-a7fc-41ba-9473-84a14520cc28 req-4ca23d45-a20d-4d1c-bdf1-28531f42d5df tempest-SecurityGroupsTestJSON-718931207 tempest-SecurityGroupsTestJSON-718931207-project-member] Enqueued Resource ID: 55f2c930-ebc7-49b5-bfcf-6850dcce8313 with Priority: HIGHEST for action security_group_rules [ 838.627835] env[65077]: INFO networking_nsxv3.common.synchronization [req-6755e7e7-a7fc-41ba-9473-84a14520cc28 req-4ca23d45-a20d-4d1c-bdf1-28531f42d5df tempest-SecurityGroupsTestJSON-718931207 tempest-SecurityGroupsTestJSON-718931207-project-member] Enqueued Resource ID: 55f2c930-ebc7-49b5-bfcf-6850dcce8313 with Priority: HIGHEST for action security_group_members [ 838.627955] env[65077]: INFO networking_nsxv3.common.synchronization [req-6755e7e7-a7fc-41ba-9473-84a14520cc28 req-4ca23d45-a20d-4d1c-bdf1-28531f42d5df tempest-SecurityGroupsTestJSON-718931207 tempest-SecurityGroupsTestJSON-718931207-project-member] Enqueued Resource ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 with Priority: HIGHEST for action security_group_rules [ 838.628107] env[65077]: INFO networking_nsxv3.common.synchronization [req-6755e7e7-a7fc-41ba-9473-84a14520cc28 req-4ca23d45-a20d-4d1c-bdf1-28531f42d5df tempest-SecurityGroupsTestJSON-718931207 tempest-SecurityGroupsTestJSON-718931207-project-member] Enqueued Resource ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 with Priority: HIGHEST for action security_group_members [ 838.628310] env[65077]: INFO networking_nsxv3.common.synchronization [req-6755e7e7-a7fc-41ba-9473-84a14520cc28 req-4ca23d45-a20d-4d1c-bdf1-28531f42d5df tempest-SecurityGroupsTestJSON-718931207 tempest-SecurityGroupsTestJSON-718931207-project-member] Enqueued Resource ID: 7d632f1d-e01b-46b7-8bff-e4ddf4fe9d98 with Priority: HIGHEST for action port [ 838.628693] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 056b26d6-62c8-4c78-9f67-130b94f19d05 with Priority: HIGHEST for action security_group_rules [ 838.628825] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55f2c930-ebc7-49b5-bfcf-6850dcce8313 with Priority: HIGHEST for action security_group_rules [ 838.628920] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 with Priority: HIGHEST for action security_group_members [ 838.629422] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d632f1d-e01b-46b7-8bff-e4ddf4fe9d98 with Priority: HIGHEST for action port [ 838.629538] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 with Priority: HIGHEST for action security_group_rules [ 838.629638] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 056b26d6-62c8-4c78-9f67-130b94f19d05 with Priority: HIGHEST for action security_group_members [ 838.629745] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55f2c930-ebc7-49b5-bfcf-6850dcce8313 with Priority: HIGHEST for action security_group_members [ 838.630042] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-056b26d6-62c8-4c78-9f67-130b94f19d05 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.630125] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-056b26d6-62c8-4c78-9f67-130b94f19d05" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.630193] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-056b26d6-62c8-4c78-9f67-130b94f19d05" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.630447] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-056b26d6-62c8-4c78-9f67-130b94f19d05" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.630571] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('056b26d6-62c8-4c78-9f67-130b94f19d05',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.631411] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55f2c930-ebc7-49b5-bfcf-6850dcce8313 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.631514] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55f2c930-ebc7-49b5-bfcf-6850dcce8313" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.631703] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-814792c4-8d30-4cd1-beba-7dac1d6899a2 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.631812] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.632497] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d632f1d-e01b-46b7-8bff-e4ddf4fe9d98 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.632497] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d632f1d-e01b-46b7-8bff-e4ddf4fe9d98" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.632497] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d632f1d-e01b-46b7-8bff-e4ddf4fe9d98" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.632497] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d632f1d-e01b-46b7-8bff-e4ddf4fe9d98" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.632497] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d632f1d-e01b-46b7-8bff-e4ddf4fe9d98',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.633414] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-814792c4-8d30-4cd1-beba-7dac1d6899a2 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.633546] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.633697] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-056b26d6-62c8-4c78-9f67-130b94f19d05 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.633800] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-056b26d6-62c8-4c78-9f67-130b94f19d05" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.634039] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-55f2c930-ebc7-49b5-bfcf-6850dcce8313 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.634165] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55f2c930-ebc7-49b5-bfcf-6850dcce8313" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.734189] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.734189] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.734376] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.735041] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.735041] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.735041] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d5a18d9-ef28-43fb-a60d-fa379ab34eb2 is going to be updated. [ 838.765196] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.765345] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.765417] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.766144] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.766144] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.776435] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d5a18d9-ef28-43fb-a60d-fa379ab34eb2 in Status: IN_PROGRESS for 2s [ 839.087435] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('056b26d6-62c8-4c78-9f67-130b94f19d05',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.135508] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-056b26d6-62c8-4c78-9f67-130b94f19d05 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.135775] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-056b26d6-62c8-4c78-9f67-130b94f19d05" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.135957] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7d632f1d-e01b-46b7-8bff-e4ddf4fe9d98 with status ACTIVE [ 839.136145] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.136253] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.136348] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.136519] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.136611] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.136775] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.136873] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.136934] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.137100] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.137185] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.137368] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.137506] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.137573] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.137717] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.137790] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.137876] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7d632f1d-e01b-46b7-8bff-e4ddf4fe9d98 is going to be updated. [ 839.167109] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.167320] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.167390] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.167558] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.167704] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.167863] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d632f1d-e01b-46b7-8bff-e4ddf4fe9d98" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.592024] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('056b26d6-62c8-4c78-9f67-130b94f19d05',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.092831] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.093153] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.093153] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.093293] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.093383] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.093485] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 056b26d6-62c8-4c78-9f67-130b94f19d05 is going to be created. [ 840.120954] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.120954] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.120954] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.120954] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.120954] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.131413] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 056b26d6-62c8-4c78-9f67-130b94f19d05 in Status: UNINITIALIZED for 2s [ 840.162250] env[65077]: INFO networking_nsxv3.common.synchronization [None req-58c65f33-200b-4ab3-bca5-79979bf789b4 None None] Enqueued Resource ID: 162326b6-db10-4231-ab95-8cabd828106a with Priority: HIGHEST for action port [ 840.162712] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 162326b6-db10-4231-ab95-8cabd828106a with Priority: HIGHEST for action port [ 840.162985] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-162326b6-db10-4231-ab95-8cabd828106a taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.163184] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-162326b6-db10-4231-ab95-8cabd828106a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.163287] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-162326b6-db10-4231-ab95-8cabd828106a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.163596] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-162326b6-db10-4231-ab95-8cabd828106a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.163743] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('162326b6-db10-4231-ab95-8cabd828106a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.334409] env[65077]: INFO networking_nsxv3.common.synchronization [req-1fbe8855-def6-46fc-80d5-55197881382d req-89272d52-8d4d-457a-9db8-2b3bcc8bb6ef tempest-AttachVolumeTestJSON-274225233 tempest-AttachVolumeTestJSON-274225233-project-member] Enqueued Resource ID: f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c with Priority: HIGHEST for action security_group_members [ 840.336197] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c with Priority: HIGHEST for action security_group_members [ 840.336732] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.336925] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.337026] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.337445] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.337656] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.337769] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.337837] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.338015] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.338112] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.338208] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.407283] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 in Status: SUCCESS [ 840.407283] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.407283] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.407283] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.407283] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.407283] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.407283] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.407283] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.410020] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.410020] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.410020] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('814792c4-8d30-4cd1-beba-7dac1d6899a2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.410996] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55f2c930-ebc7-49b5-bfcf-6850dcce8313 in Status: SUCCESS [ 840.410996] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55f2c930-ebc7-49b5-bfcf-6850dcce8313" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.410996] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.411226] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.411576] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.411576] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.411701] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.411818] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.411910] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.412054] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('814792c4-8d30-4cd1-beba-7dac1d6899a2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.414124] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55f2c930-ebc7-49b5-bfcf-6850dcce8313" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.414124] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55f2c930-ebc7-49b5-bfcf-6850dcce8313" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.414124] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.414124] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.414124] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.414124] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.414531] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.414531] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55f2c930-ebc7-49b5-bfcf-6850dcce8313" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.414531] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('55f2c930-ebc7-49b5-bfcf-6850dcce8313',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.416673] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55f2c930-ebc7-49b5-bfcf-6850dcce8313" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.416673] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55f2c930-ebc7-49b5-bfcf-6850dcce8313" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.417294] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.417294] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.417294] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.417294] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.417294] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.417294] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55f2c930-ebc7-49b5-bfcf-6850dcce8313',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.666231] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 162326b6-db10-4231-ab95-8cabd828106a [ 840.666334] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.666439] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.668212] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.668212] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.668212] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.668212] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:162326b6-db10-4231-ab95-8cabd828106a already deleted. [ 840.668212] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-162326b6-db10-4231-ab95-8cabd828106a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.750968] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock network-798 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.751171] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "network-798" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.751294] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "network-798" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.751619] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "network-798" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.752683] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.752891] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.753038] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.753282] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.754548] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.754548] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 840.754548] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 840.754548] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 840.754548] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 840.754548] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 840.754548] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 840.754548] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 840.775922] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 840.777526] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 840.777625] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 840.777801] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "network-798" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.778208] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock port-05d30fd2-6ca2-402c-aa83-e21265676f33 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.778525] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "port-05d30fd2-6ca2-402c-aa83-e21265676f33" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.778700] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "port-05d30fd2-6ca2-402c-aa83-e21265676f33" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.779087] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "port-05d30fd2-6ca2-402c-aa83-e21265676f33" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.779235] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05d30fd2-6ca2-402c-aa83-e21265676f33',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.791722] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d5a18d9-ef28-43fb-a60d-fa379ab34eb2 in Status: SUCCESS [ 840.791963] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d5a18d9-ef28-43fb-a60d-fa379ab34eb2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.792144] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d5a18d9-ef28-43fb-a60d-fa379ab34eb2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.792583] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d5a18d9-ef28-43fb-a60d-fa379ab34eb2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.792795] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.792916] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.792985] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.793171] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.793256] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.793342] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d5a18d9-ef28-43fb-a60d-fa379ab34eb2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.793435] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d5a18d9-ef28-43fb-a60d-fa379ab34eb2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.840659] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.840846] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.841179] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.841179] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.841292] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.841385] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.841485] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.841539] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.841688] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.841763] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.841847] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c already deleted. [ 840.841927] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.916511] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('55f2c930-ebc7-49b5-bfcf-6850dcce8313',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.917751] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-814792c4-8d30-4cd1-beba-7dac1d6899a2 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.917928] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.919435] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('814792c4-8d30-4cd1-beba-7dac1d6899a2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.922824] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('55f2c930-ebc7-49b5-bfcf-6850dcce8313',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.282899] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.283299] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.283299] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.283547] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.283696] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.283846] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Segment Port 05d30fd2-6ca2-402c-aa83-e21265676f33 not found, creating... [ 841.284122] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.284278] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.284389] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.284609] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.284767] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.285063] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.285218] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.285331] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.285540] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.285673] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.285806] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Resource: SegmentPort with ID: 05d30fd2-6ca2-402c-aa83-e21265676f33 is going to be created. [ 841.296456] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d5a18d9-ef28-43fb-a60d-fa379ab34eb2 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.296456] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d5a18d9-ef28-43fb-a60d-fa379ab34eb2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.296456] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d5a18d9-ef28-43fb-a60d-fa379ab34eb2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.296786] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d5a18d9-ef28-43fb-a60d-fa379ab34eb2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.296824] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.296933] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.296981] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.297163] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.297240] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.297350] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d5a18d9-ef28-43fb-a60d-fa379ab34eb2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.297509] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d5a18d9-ef28-43fb-a60d-fa379ab34eb2 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.297656] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d5a18d9-ef28-43fb-a60d-fa379ab34eb2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.297656] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d5a18d9-ef28-43fb-a60d-fa379ab34eb2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.297810] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d5a18d9-ef28-43fb-a60d-fa379ab34eb2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.297968] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.298073] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.298133] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.298271] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.298344] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.298424] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d5a18d9-ef28-43fb-a60d-fa379ab34eb2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.298513] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d5a18d9-ef28-43fb-a60d-fa379ab34eb2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.311337] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.311780] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.311780] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.312047] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.312291] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.312533] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "port-05d30fd2-6ca2-402c-aa83-e21265676f33" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.420063] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 55f2c930-ebc7-49b5-bfcf-6850dcce8313: rpc.has_security_group_logging(os_id): False [ 841.428087] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('814792c4-8d30-4cd1-beba-7dac1d6899a2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.429151] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('55f2c930-ebc7-49b5-bfcf-6850dcce8313',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.457217] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.457443] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.457443] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.457639] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.457734] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.457958] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.458074] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.458140] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.458294] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.458370] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.458458] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55f2c930-ebc7-49b5-bfcf-6850dcce8313 is going to be created. [ 841.532124] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.532124] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.532341] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.532381] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.532532] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.544959] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55f2c930-ebc7-49b5-bfcf-6850dcce8313 in Status: IN_PROGRESS for 2s [ 841.804945] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d5a18d9-ef28-43fb-a60d-fa379ab34eb2: rpc.has_security_group_logging(os_id): False [ 841.833306] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.833461] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.833536] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.834096] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.858160] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.858160] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.858160] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.858160] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.858160] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.858160] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.858160] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.858160] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.858160] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.858160] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.858160] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.858160] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.858160] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.858160] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.858935] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.858935] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.858935] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d5a18d9-ef28-43fb-a60d-fa379ab34eb2 is going to be updated. [ 841.921432] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.921597] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.921657] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.921955] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.922085] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.932465] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.935045] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.935045] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.935045] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.935045] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.935045] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55f2c930-ebc7-49b5-bfcf-6850dcce8313 is going to be updated. [ 841.935045] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.935045] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.935045] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.935431] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.935431] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.935431] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 is going to be updated. [ 841.937377] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d5a18d9-ef28-43fb-a60d-fa379ab34eb2 in Status: IN_PROGRESS for 2s [ 841.979025] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.979025] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.979025] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.979025] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.979025] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.979025] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.979788] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.980036] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.980325] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.980560] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.996266] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55f2c930-ebc7-49b5-bfcf-6850dcce8313 in Status: IN_PROGRESS for 2s [ 841.997207] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 in Status: IN_PROGRESS for 2s [ 842.090310] env[65077]: INFO networking_nsxv3.common.synchronization [req-1fbe8855-def6-46fc-80d5-55197881382d req-32a5163d-9b84-405f-8235-82efedffbccd service nova] Enqueued Resource ID: f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c with Priority: HIGHEST for action security_group_rules [ 842.090310] env[65077]: INFO networking_nsxv3.common.synchronization [req-1fbe8855-def6-46fc-80d5-55197881382d req-32a5163d-9b84-405f-8235-82efedffbccd service nova] Enqueued Resource ID: f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c with Priority: HIGHEST for action security_group_members [ 842.090310] env[65077]: INFO networking_nsxv3.common.synchronization [req-1fbe8855-def6-46fc-80d5-55197881382d req-32a5163d-9b84-405f-8235-82efedffbccd service nova] Enqueued Resource ID: 05d30fd2-6ca2-402c-aa83-e21265676f33 with Priority: HIGHEST for action port [ 842.090310] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c with Priority: HIGHEST for action security_group_rules [ 842.090310] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c with Priority: HIGHEST for action security_group_members [ 842.090310] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05d30fd2-6ca2-402c-aa83-e21265676f33 with Priority: HIGHEST for action port [ 842.090310] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.091863] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.092481] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.093042] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.093212] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.094958] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.095214] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.095375] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.095652] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.095905] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.096123] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.096272] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.096508] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.096700] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.096892] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.097856] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-05d30fd2-6ca2-402c-aa83-e21265676f33 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.098384] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05d30fd2-6ca2-402c-aa83-e21265676f33" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.098565] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05d30fd2-6ca2-402c-aa83-e21265676f33" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.098819] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05d30fd2-6ca2-402c-aa83-e21265676f33" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.099177] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05d30fd2-6ca2-402c-aa83-e21265676f33',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.144991] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 056b26d6-62c8-4c78-9f67-130b94f19d05 in Status: SUCCESS [ 842.146039] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-056b26d6-62c8-4c78-9f67-130b94f19d05" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.146039] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-056b26d6-62c8-4c78-9f67-130b94f19d05" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.146039] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-056b26d6-62c8-4c78-9f67-130b94f19d05" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.146039] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.146598] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.146598] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.146598] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.146598] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.146797] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('056b26d6-62c8-4c78-9f67-130b94f19d05',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.348153] env[65077]: INFO networking_nsxv3.common.synchronization [req-4dcdc3fb-804b-4298-b978-0a0fa71d6d02 req-cfdaa88a-5745-4c61-8cff-06dc1eb7ae4b tempest-SecurityGroupsTestJSON-718931207 tempest-SecurityGroupsTestJSON-718931207-project-member] Enqueued Resource ID: 056b26d6-62c8-4c78-9f67-130b94f19d05 with Priority: HIGHEST for action security_group_members [ 842.348519] env[65077]: INFO networking_nsxv3.common.synchronization [req-4dcdc3fb-804b-4298-b978-0a0fa71d6d02 req-cfdaa88a-5745-4c61-8cff-06dc1eb7ae4b tempest-SecurityGroupsTestJSON-718931207 tempest-SecurityGroupsTestJSON-718931207-project-member] Enqueued Resource ID: 55f2c930-ebc7-49b5-bfcf-6850dcce8313 with Priority: HIGHEST for action security_group_members [ 842.348519] env[65077]: INFO networking_nsxv3.common.synchronization [req-4dcdc3fb-804b-4298-b978-0a0fa71d6d02 req-cfdaa88a-5745-4c61-8cff-06dc1eb7ae4b tempest-SecurityGroupsTestJSON-718931207 tempest-SecurityGroupsTestJSON-718931207-project-member] Enqueued Resource ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 with Priority: HIGHEST for action security_group_members [ 842.350049] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 056b26d6-62c8-4c78-9f67-130b94f19d05 with Priority: HIGHEST for action security_group_members [ 842.350049] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55f2c930-ebc7-49b5-bfcf-6850dcce8313 with Priority: HIGHEST for action security_group_members [ 842.350049] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 with Priority: HIGHEST for action security_group_members [ 842.350518] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-056b26d6-62c8-4c78-9f67-130b94f19d05 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.350679] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-056b26d6-62c8-4c78-9f67-130b94f19d05" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.350950] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-55f2c930-ebc7-49b5-bfcf-6850dcce8313 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.351054] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55f2c930-ebc7-49b5-bfcf-6850dcce8313" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.351250] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-814792c4-8d30-4cd1-beba-7dac1d6899a2 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.351333] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.406309] env[65077]: INFO networking_nsxv3.common.synchronization [None req-ed535da5-62a7-4460-ba93-16c5d0f9f4e3 None None] Enqueued Resource ID: 5a2a7957-b5c2-4015-9c38-dfdc09006efb with Priority: HIGHEST for action port [ 842.406948] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a2a7957-b5c2-4015-9c38-dfdc09006efb with Priority: HIGHEST for action port [ 842.407569] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a2a7957-b5c2-4015-9c38-dfdc09006efb taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.407685] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a2a7957-b5c2-4015-9c38-dfdc09006efb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.407739] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a2a7957-b5c2-4015-9c38-dfdc09006efb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.408232] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a2a7957-b5c2-4015-9c38-dfdc09006efb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.408232] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a2a7957-b5c2-4015-9c38-dfdc09006efb',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.602288] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 05d30fd2-6ca2-402c-aa83-e21265676f33 with status ACTIVE [ 842.602519] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.602667] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.602732] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.602915] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.603023] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.603188] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.603281] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.603335] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.603478] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.603549] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.603717] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.603808] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.605077] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.605077] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.605077] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.605077] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 05d30fd2-6ca2-402c-aa83-e21265676f33 is going to be updated. [ 842.606343] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.606343] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.606343] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.637248] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.637248] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.637248] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.637248] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.637248] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.637248] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05d30fd2-6ca2-402c-aa83-e21265676f33" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.649999] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('056b26d6-62c8-4c78-9f67-130b94f19d05',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.911717] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5a2a7957-b5c2-4015-9c38-dfdc09006efb [ 842.911795] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.911942] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.911942] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.912191] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.912302] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.912400] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5a2a7957-b5c2-4015-9c38-dfdc09006efb already deleted. [ 842.912480] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a2a7957-b5c2-4015-9c38-dfdc09006efb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.109628] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.154391] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('056b26d6-62c8-4c78-9f67-130b94f19d05',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.558315] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55f2c930-ebc7-49b5-bfcf-6850dcce8313 in Status: SUCCESS [ 843.558920] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55f2c930-ebc7-49b5-bfcf-6850dcce8313" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.558920] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55f2c930-ebc7-49b5-bfcf-6850dcce8313" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.559248] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55f2c930-ebc7-49b5-bfcf-6850dcce8313" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.559400] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55f2c930-ebc7-49b5-bfcf-6850dcce8313',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.612411] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.612707] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.612707] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.612890] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.612976] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.613110] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c is going to be created. [ 843.638203] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.638396] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.638446] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.638625] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.638788] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.650697] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c in Status: UNINITIALIZED for 2s [ 843.659393] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.659393] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.659393] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.659393] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.659393] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.659393] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 056b26d6-62c8-4c78-9f67-130b94f19d05 is going to be updated. [ 843.687850] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.688112] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.688234] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.688564] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.688805] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.701261] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 056b26d6-62c8-4c78-9f67-130b94f19d05 in Status: IN_PROGRESS for 2s [ 843.949828] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d5a18d9-ef28-43fb-a60d-fa379ab34eb2 in Status: SUCCESS [ 843.950060] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d5a18d9-ef28-43fb-a60d-fa379ab34eb2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.008194] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55f2c930-ebc7-49b5-bfcf-6850dcce8313 in Status: SUCCESS [ 844.008422] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55f2c930-ebc7-49b5-bfcf-6850dcce8313" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.008594] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55f2c930-ebc7-49b5-bfcf-6850dcce8313" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.008855] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55f2c930-ebc7-49b5-bfcf-6850dcce8313" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.009171] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.009249] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.009289] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.009450] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.009533] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.009636] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55f2c930-ebc7-49b5-bfcf-6850dcce8313',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.011216] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 in Status: SUCCESS [ 844.011399] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.011569] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.011705] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.011873] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.011979] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.012052] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.012268] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.012322] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.013050] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('814792c4-8d30-4cd1-beba-7dac1d6899a2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.093831] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.093976] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.093976] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.094675] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.094675] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.094675] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55f2c930-ebc7-49b5-bfcf-6850dcce8313 is going to be deleted. [ 844.146738] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.146738] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.146738] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.146738] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.146738] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.146738] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55f2c930-ebc7-49b5-bfcf-6850dcce8313" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.514739] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.514945] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.515077] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.515306] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.515425] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.515657] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.515777] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.515845] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.516045] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.516238] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.516238] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55f2c930-ebc7-49b5-bfcf-6850dcce8313 is going to be deleted. [ 844.517382] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('814792c4-8d30-4cd1-beba-7dac1d6899a2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.559423] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.559740] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.559740] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.559913] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.559949] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.560067] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55f2c930-ebc7-49b5-bfcf-6850dcce8313" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.560242] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55f2c930-ebc7-49b5-bfcf-6850dcce8313" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.560399] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55f2c930-ebc7-49b5-bfcf-6850dcce8313" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.560565] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.560664] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.560725] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.560862] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.560961] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.561053] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55f2c930-ebc7-49b5-bfcf-6850dcce8313',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.020668] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('814792c4-8d30-4cd1-beba-7dac1d6899a2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.064086] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.064284] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.064402] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.064590] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.064832] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.064977] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.065057] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.065057] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.065213] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.065327] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.065426] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55f2c930-ebc7-49b5-bfcf-6850dcce8313 already deleted. [ 845.065518] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55f2c930-ebc7-49b5-bfcf-6850dcce8313" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.524457] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.524637] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.524681] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.524882] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.525103] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.525103] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 is going to be updated. [ 845.554851] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.555038] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.555094] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.555295] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.555627] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.566756] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 in Status: IN_PROGRESS for 2s [ 845.662140] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c in Status: SUCCESS [ 845.662140] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.662140] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.662140] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.662140] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.662140] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.662140] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.662567] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.662567] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.662567] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.662671] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.712573] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 056b26d6-62c8-4c78-9f67-130b94f19d05 in Status: SUCCESS [ 845.712719] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-056b26d6-62c8-4c78-9f67-130b94f19d05" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.712895] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-056b26d6-62c8-4c78-9f67-130b94f19d05" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.713194] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-056b26d6-62c8-4c78-9f67-130b94f19d05" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.713777] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.713777] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.713777] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.713777] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.714217] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.714217] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-056b26d6-62c8-4c78-9f67-130b94f19d05" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.714217] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('056b26d6-62c8-4c78-9f67-130b94f19d05',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.715732] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-056b26d6-62c8-4c78-9f67-130b94f19d05" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.715896] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-056b26d6-62c8-4c78-9f67-130b94f19d05" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.716085] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.716176] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.716234] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.716343] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.716441] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.716535] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('056b26d6-62c8-4c78-9f67-130b94f19d05',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.166409] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.220594] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.220594] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.220594] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.220594] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.220594] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.220594] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.220594] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.220594] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.220594] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.220594] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.221191] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 056b26d6-62c8-4c78-9f67-130b94f19d05 is going to be deleted. [ 846.224147] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('056b26d6-62c8-4c78-9f67-130b94f19d05',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.275152] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.275152] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.275152] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.275152] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.275152] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.275152] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-056b26d6-62c8-4c78-9f67-130b94f19d05" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.667702] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c: rpc.has_security_group_logging(os_id): False [ 846.692292] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.692611] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.692611] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.692884] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.693082] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.693360] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.693542] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.693679] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.693820] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.693966] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.694110] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c is going to be created. [ 846.699204] env[65077]: INFO networking_nsxv3.common.synchronization [req-5ccab450-4220-4c6c-8634-da27874b6770 req-86c83971-1f4d-498f-91bf-7b5f146a9ee2 tempest-InstanceActionsV221TestJSON-1847410495 tempest-InstanceActionsV221TestJSON-1847410495-project-member] Enqueued Resource ID: d046eb37-b473-4afa-96db-258300f23317 with Priority: HIGHEST for action security_group_members [ 846.700621] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d046eb37-b473-4afa-96db-258300f23317 with Priority: HIGHEST for action security_group_members [ 846.700621] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-d046eb37-b473-4afa-96db-258300f23317 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.700621] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d046eb37-b473-4afa-96db-258300f23317" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.700621] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d046eb37-b473-4afa-96db-258300f23317" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.700621] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d046eb37-b473-4afa-96db-258300f23317" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.700853] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.700853] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.700940] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.701781] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.701781] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.701781] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d046eb37-b473-4afa-96db-258300f23317',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.728164] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 056b26d6-62c8-4c78-9f67-130b94f19d05: rpc.has_security_group_logging(os_id): False [ 846.748246] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.748496] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.748496] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.748694] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.748784] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.749045] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.749151] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.749233] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.749386] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.749490] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.749607] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 056b26d6-62c8-4c78-9f67-130b94f19d05 is going to be created. [ 846.757469] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.757638] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.757684] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.757917] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.758129] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.769641] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c in Status: IN_PROGRESS for 2s [ 846.772984] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/056b26d6-62c8-4c78-9f67-130b94f19d05], does not exist path=[/infra/domains/default/groups/056b26d6-62c8-4c78-9f67-130b94f19d05]."\n}' [ 846.773268] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 056b26d6-62c8-4c78-9f67-130b94f19d05 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/056b26d6-62c8-4c78-9f67-130b94f19d05 [ 846.773405] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 846.815313] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.815533] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.815587] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.815794] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.817600] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.817600] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.817600] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.817600] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.817858] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.817858] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.818054] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.818188] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.818270] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.818464] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.818566] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.818673] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 056b26d6-62c8-4c78-9f67-130b94f19d05 is going to be created. [ 846.866790] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/056b26d6-62c8-4c78-9f67-130b94f19d05], does not exist path=[/infra/domains/default/groups/056b26d6-62c8-4c78-9f67-130b94f19d05]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/056b26d6-62c8-4c78-9f67-130b94f19d05 [ 846.867032] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-056b26d6-62c8-4c78-9f67-130b94f19d05" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.867845] env[65077]: Traceback (most recent call last): [ 846.867845] env[65077]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 846.867845] env[65077]: return func(*args, **kwargs) [ 846.867845] env[65077]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 846.867845] env[65077]: res.raise_for_status() [ 846.867845] env[65077]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 846.867845] env[65077]: raise HTTPError(http_error_msg, response=self) [ 846.867845] env[65077]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/056b26d6-62c8-4c78-9f67-130b94f19d05 [ 846.867845] env[65077]: During handling of the above exception, another exception occurred: [ 846.867845] env[65077]: Traceback (most recent call last): [ 846.867845] env[65077]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 846.867845] env[65077]: listener.cb(fileno) [ 846.867845] env[65077]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 846.867845] env[65077]: result = function(*args, **kwargs) [ 846.867845] env[65077]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 846.867845] env[65077]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 846.867845] env[65077]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 846.867845] env[65077]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 846.867845] env[65077]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 846.867845] env[65077]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 846.867845] env[65077]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 846.867845] env[65077]: res.raise_for_status() [ 846.867845] env[65077]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 846.867845] env[65077]: raise HTTPError(http_error_msg, response=self) [ 846.867845] env[65077]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/056b26d6-62c8-4c78-9f67-130b94f19d05 [ 846.867845] env[65077]: Removing descriptor: 5 [ 847.155680] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock network-701 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.156160] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "network-701" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.156361] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "network-701" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.156792] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "network-701" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.157563] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.157856] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.158137] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.158482] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.158712] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.158962] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 847.159115] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 847.159248] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 847.159414] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 847.159598] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 847.159845] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 847.160272] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 847.182202] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 847.182437] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 847.182588] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 847.182761] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "network-701" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.183154] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock port-5e2809d1-f909-4565-adec-57006eb62ec7 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.183354] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "port-5e2809d1-f909-4565-adec-57006eb62ec7" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.183554] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "port-5e2809d1-f909-4565-adec-57006eb62ec7" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.183948] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "port-5e2809d1-f909-4565-adec-57006eb62ec7" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.184206] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e2809d1-f909-4565-adec-57006eb62ec7',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.205330] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.205330] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.205330] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.205330] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.205330] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.205330] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.205330] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.205330] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.205773] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.205773] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.205773] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d046eb37-b473-4afa-96db-258300f23317 already deleted. [ 847.205773] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d046eb37-b473-4afa-96db-258300f23317" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.576968] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 in Status: SUCCESS [ 847.578109] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.578343] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.578599] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.578813] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.578934] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.579029] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.579281] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.579374] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.579537] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.580219] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-814792c4-8d30-4cd1-beba-7dac1d6899a2 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.580346] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.580416] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.580573] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.580757] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.580900] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.580987] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.581181] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.581262] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.581347] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.581435] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('814792c4-8d30-4cd1-beba-7dac1d6899a2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.582317] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.582480] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.582631] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.582732] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.582802] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.582960] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.583050] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.583146] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('814792c4-8d30-4cd1-beba-7dac1d6899a2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.687649] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.687967] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.688092] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.688409] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.688578] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.688736] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Segment Port 5e2809d1-f909-4565-adec-57006eb62ec7 not found, creating... [ 847.689060] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.689259] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.689383] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.692216] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.692216] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.692216] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.692216] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.692216] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.692216] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.692216] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.692216] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Resource: SegmentPort with ID: 5e2809d1-f909-4565-adec-57006eb62ec7 is going to be created. [ 847.712122] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.712343] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.712462] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.712737] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.713147] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.713308] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "port-5e2809d1-f909-4565-adec-57006eb62ec7" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.085310] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 814792c4-8d30-4cd1-beba-7dac1d6899a2: rpc.has_security_group_logging(os_id): False [ 848.090027] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('814792c4-8d30-4cd1-beba-7dac1d6899a2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.106188] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.106364] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.106419] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.107045] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.125211] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.126021] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.126021] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.126021] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.126021] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.126021] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.126261] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.126261] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.126351] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.126459] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.126526] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.126703] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.128695] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.128695] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.128695] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.128695] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.128695] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 is going to be updated. [ 848.190196] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.190196] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.190196] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.190196] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.190196] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.203958] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 in Status: IN_PROGRESS for 2s [ 848.457388] env[65077]: INFO networking_nsxv3.common.synchronization [req-5ccab450-4220-4c6c-8634-da27874b6770 req-4851d8a7-7484-4b90-8ead-a39431d5801a service nova] Enqueued Resource ID: d046eb37-b473-4afa-96db-258300f23317 with Priority: HIGHEST for action security_group_rules [ 848.457565] env[65077]: INFO networking_nsxv3.common.synchronization [req-5ccab450-4220-4c6c-8634-da27874b6770 req-4851d8a7-7484-4b90-8ead-a39431d5801a service nova] Enqueued Resource ID: d046eb37-b473-4afa-96db-258300f23317 with Priority: HIGHEST for action security_group_members [ 848.457709] env[65077]: INFO networking_nsxv3.common.synchronization [req-5ccab450-4220-4c6c-8634-da27874b6770 req-4851d8a7-7484-4b90-8ead-a39431d5801a service nova] Enqueued Resource ID: 5e2809d1-f909-4565-adec-57006eb62ec7 with Priority: HIGHEST for action port [ 848.458271] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d046eb37-b473-4afa-96db-258300f23317 with Priority: HIGHEST for action security_group_rules [ 848.458426] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d046eb37-b473-4afa-96db-258300f23317 with Priority: HIGHEST for action security_group_members [ 848.458519] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e2809d1-f909-4565-adec-57006eb62ec7 with Priority: HIGHEST for action port [ 848.458815] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d046eb37-b473-4afa-96db-258300f23317 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.458935] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d046eb37-b473-4afa-96db-258300f23317" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.458993] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d046eb37-b473-4afa-96db-258300f23317" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.459354] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d046eb37-b473-4afa-96db-258300f23317" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.459543] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d046eb37-b473-4afa-96db-258300f23317',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.460845] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-d046eb37-b473-4afa-96db-258300f23317 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.461847] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d046eb37-b473-4afa-96db-258300f23317" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.462000] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d046eb37-b473-4afa-96db-258300f23317" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.462220] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d046eb37-b473-4afa-96db-258300f23317" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.462594] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.462746] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.462829] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.463054] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.463175] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.463277] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d046eb37-b473-4afa-96db-258300f23317',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.465127] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e2809d1-f909-4565-adec-57006eb62ec7 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.465230] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e2809d1-f909-4565-adec-57006eb62ec7" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.465368] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e2809d1-f909-4565-adec-57006eb62ec7" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.465527] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e2809d1-f909-4565-adec-57006eb62ec7" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.465649] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e2809d1-f909-4565-adec-57006eb62ec7',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.593779] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('814792c4-8d30-4cd1-beba-7dac1d6899a2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.783933] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c in Status: SUCCESS [ 848.784328] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.966926] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d046eb37-b473-4afa-96db-258300f23317',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.969371] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-d046eb37-b473-4afa-96db-258300f23317 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.969371] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d046eb37-b473-4afa-96db-258300f23317" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.969371] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e2809d1-f909-4565-adec-57006eb62ec7 with status ACTIVE [ 848.969371] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.972269] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.972269] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.972269] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.972269] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.972269] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.972269] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.972269] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.972269] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.972269] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.972593] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.972593] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.972593] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.972697] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.974237] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.974237] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e2809d1-f909-4565-adec-57006eb62ec7 is going to be updated. [ 848.997243] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.997392] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.997464] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.997705] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.997848] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.998015] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e2809d1-f909-4565-adec-57006eb62ec7" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.097047] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.097171] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.097171] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.097708] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.097708] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.097708] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 is going to be updated. [ 849.129290] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.129424] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.129544] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.129790] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.129951] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.147827] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 in Status: IN_PROGRESS for 2s [ 849.264769] env[65077]: INFO networking_nsxv3.common.synchronization [None req-147cad5c-2664-485e-a4ff-95de0076bbc6 None None] Enqueued Resource ID: fd8025ed-ed0b-43dc-8837-71ec8cd49f2d with Priority: HIGHEST for action port [ 849.265424] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd8025ed-ed0b-43dc-8837-71ec8cd49f2d with Priority: HIGHEST for action port [ 849.265889] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd8025ed-ed0b-43dc-8837-71ec8cd49f2d taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.266147] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd8025ed-ed0b-43dc-8837-71ec8cd49f2d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.266213] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd8025ed-ed0b-43dc-8837-71ec8cd49f2d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.266534] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd8025ed-ed0b-43dc-8837-71ec8cd49f2d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.266631] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd8025ed-ed0b-43dc-8837-71ec8cd49f2d',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.470610] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d046eb37-b473-4afa-96db-258300f23317',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.534112] env[65077]: INFO networking_nsxv3.common.synchronization [req-e61397e3-bbd5-4826-8f54-75caf2c654da req-48d13e82-4c5f-48dd-8360-5e1019aa95f8 tempest-ServerRescueNegativeTestJSON-2015207523 tempest-ServerRescueNegativeTestJSON-2015207523-project-member] Enqueued Resource ID: ad553be1-dc52-43fb-8dee-2d9bc9c0b7eb with Priority: HIGHEST for action security_group_members [ 849.534112] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad553be1-dc52-43fb-8dee-2d9bc9c0b7eb with Priority: HIGHEST for action security_group_members [ 849.534112] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad553be1-dc52-43fb-8dee-2d9bc9c0b7eb taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.534112] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad553be1-dc52-43fb-8dee-2d9bc9c0b7eb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.534112] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad553be1-dc52-43fb-8dee-2d9bc9c0b7eb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.535402] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad553be1-dc52-43fb-8dee-2d9bc9c0b7eb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.535684] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.535934] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.536327] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.536642] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.536858] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.537064] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad553be1-dc52-43fb-8dee-2d9bc9c0b7eb',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.769603] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fd8025ed-ed0b-43dc-8837-71ec8cd49f2d [ 849.770259] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.770259] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.770259] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.770531] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.770569] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.770656] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fd8025ed-ed0b-43dc-8837-71ec8cd49f2d already deleted. [ 849.770824] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd8025ed-ed0b-43dc-8837-71ec8cd49f2d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.971863] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.972239] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.972239] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.972432] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.972552] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.972623] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d046eb37-b473-4afa-96db-258300f23317 is going to be created. [ 849.980900] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock network-367 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.981072] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "network-367" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.981194] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "network-367" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.981467] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "network-367" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.981807] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.981970] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.982144] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.983096] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.983096] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.983283] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 849.983392] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 849.983502] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 849.983601] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 849.983740] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 849.983866] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 849.983998] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 850.003644] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 850.003845] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 850.004616] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 850.004616] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "network-367" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.004616] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock port-e5ba39b7-9a80-4e72-9c01-b771745310d5 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.004811] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "port-e5ba39b7-9a80-4e72-9c01-b771745310d5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.004935] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "port-e5ba39b7-9a80-4e72-9c01-b771745310d5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.005574] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "port-e5ba39b7-9a80-4e72-9c01-b771745310d5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.005574] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5ba39b7-9a80-4e72-9c01-b771745310d5',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.008040] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.008040] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.008040] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.008040] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.008040] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.019930] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d046eb37-b473-4afa-96db-258300f23317 in Status: UNINITIALIZED for 2s [ 850.041074] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.041074] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.041074] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.041074] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.041074] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.041366] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.041366] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.041448] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.041705] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.041775] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.041860] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad553be1-dc52-43fb-8dee-2d9bc9c0b7eb already deleted. [ 850.041954] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad553be1-dc52-43fb-8dee-2d9bc9c0b7eb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.219121] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 in Status: SUCCESS [ 850.219306] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.219996] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.219996] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.219996] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('814792c4-8d30-4cd1-beba-7dac1d6899a2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.510848] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.511226] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.511331] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.511517] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.511662] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.511812] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Segment Port e5ba39b7-9a80-4e72-9c01-b771745310d5 not found, creating... [ 850.512145] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.512355] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.512487] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.512705] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.512840] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.513289] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.513289] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.513416] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.513601] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.513733] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.513868] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Resource: SegmentPort with ID: e5ba39b7-9a80-4e72-9c01-b771745310d5 is going to be created. [ 850.560974] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.561576] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.561761] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.562284] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.562594] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.562981] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "port-e5ba39b7-9a80-4e72-9c01-b771745310d5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.722539] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-814792c4-8d30-4cd1-beba-7dac1d6899a2 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.722539] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.162425] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 in Status: SUCCESS [ 851.162700] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.162747] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.162991] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.163273] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.163434] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.163528] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.163735] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.163849] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.163956] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.168444] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('814792c4-8d30-4cd1-beba-7dac1d6899a2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.305501] env[65077]: INFO networking_nsxv3.common.synchronization [req-e61397e3-bbd5-4826-8f54-75caf2c654da req-748f99ec-efcc-49af-a7ad-d363b4a911f4 service nova] Enqueued Resource ID: ad553be1-dc52-43fb-8dee-2d9bc9c0b7eb with Priority: HIGHEST for action security_group_rules [ 851.305501] env[65077]: INFO networking_nsxv3.common.synchronization [req-e61397e3-bbd5-4826-8f54-75caf2c654da req-748f99ec-efcc-49af-a7ad-d363b4a911f4 service nova] Enqueued Resource ID: ad553be1-dc52-43fb-8dee-2d9bc9c0b7eb with Priority: HIGHEST for action security_group_members [ 851.305501] env[65077]: INFO networking_nsxv3.common.synchronization [req-e61397e3-bbd5-4826-8f54-75caf2c654da req-748f99ec-efcc-49af-a7ad-d363b4a911f4 service nova] Enqueued Resource ID: e5ba39b7-9a80-4e72-9c01-b771745310d5 with Priority: HIGHEST for action port [ 851.305501] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad553be1-dc52-43fb-8dee-2d9bc9c0b7eb with Priority: HIGHEST for action security_group_rules [ 851.305501] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad553be1-dc52-43fb-8dee-2d9bc9c0b7eb with Priority: HIGHEST for action security_group_members [ 851.305501] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5ba39b7-9a80-4e72-9c01-b771745310d5 with Priority: HIGHEST for action port [ 851.305501] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad553be1-dc52-43fb-8dee-2d9bc9c0b7eb taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.305501] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad553be1-dc52-43fb-8dee-2d9bc9c0b7eb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.305501] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad553be1-dc52-43fb-8dee-2d9bc9c0b7eb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.305501] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad553be1-dc52-43fb-8dee-2d9bc9c0b7eb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.305501] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad553be1-dc52-43fb-8dee-2d9bc9c0b7eb',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.305501] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad553be1-dc52-43fb-8dee-2d9bc9c0b7eb taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.305501] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad553be1-dc52-43fb-8dee-2d9bc9c0b7eb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.305501] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad553be1-dc52-43fb-8dee-2d9bc9c0b7eb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.305501] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad553be1-dc52-43fb-8dee-2d9bc9c0b7eb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.305501] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.305501] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.305501] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.305501] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.306686] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.306686] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad553be1-dc52-43fb-8dee-2d9bc9c0b7eb',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.306895] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5ba39b7-9a80-4e72-9c01-b771745310d5 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.306895] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5ba39b7-9a80-4e72-9c01-b771745310d5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.306895] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5ba39b7-9a80-4e72-9c01-b771745310d5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.307176] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5ba39b7-9a80-4e72-9c01-b771745310d5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.307176] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5ba39b7-9a80-4e72-9c01-b771745310d5',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.671885] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-814792c4-8d30-4cd1-beba-7dac1d6899a2 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.672223] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.672223] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.672448] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.672635] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.673112] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.673112] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.673112] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.673112] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.673349] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.673392] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-814792c4-8d30-4cd1-beba-7dac1d6899a2 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.673509] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.673568] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.673743] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.673915] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.674037] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.674103] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.674311] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.674369] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.674520] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.674617] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('814792c4-8d30-4cd1-beba-7dac1d6899a2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.803845] env[65077]: INFO networking_nsxv3.common.synchronization [None req-8be922ab-5dda-44cd-93fe-f85cb01b7ff9 None None] Enqueued Resource ID: 09ead813-ec2a-49b9-bedf-521b904cff53 with Priority: HIGHEST for action port [ 851.804523] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09ead813-ec2a-49b9-bedf-521b904cff53 with Priority: HIGHEST for action port [ 851.804834] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-09ead813-ec2a-49b9-bedf-521b904cff53 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.804980] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09ead813-ec2a-49b9-bedf-521b904cff53" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.805085] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09ead813-ec2a-49b9-bedf-521b904cff53" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.805447] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09ead813-ec2a-49b9-bedf-521b904cff53" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.805492] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09ead813-ec2a-49b9-bedf-521b904cff53',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.809022] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad553be1-dc52-43fb-8dee-2d9bc9c0b7eb',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.809850] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad553be1-dc52-43fb-8dee-2d9bc9c0b7eb taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.809950] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad553be1-dc52-43fb-8dee-2d9bc9c0b7eb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.810425] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e5ba39b7-9a80-4e72-9c01-b771745310d5 with status ACTIVE [ 851.810606] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.810717] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.810786] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.810995] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.811096] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.811266] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.811443] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.811443] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.811550] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.811624] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.811795] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.811880] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.812039] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.812096] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.812149] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.812225] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e5ba39b7-9a80-4e72-9c01-b771745310d5 is going to be updated. [ 851.833689] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.833908] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.834010] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.834225] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.834365] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.834527] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5ba39b7-9a80-4e72-9c01-b771745310d5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.036514] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d046eb37-b473-4afa-96db-258300f23317 in Status: SUCCESS [ 852.036593] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d046eb37-b473-4afa-96db-258300f23317" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.036781] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d046eb37-b473-4afa-96db-258300f23317" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.037053] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d046eb37-b473-4afa-96db-258300f23317" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.037251] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.037370] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.037436] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.037604] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.037725] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.037859] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d046eb37-b473-4afa-96db-258300f23317" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.037963] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d046eb37-b473-4afa-96db-258300f23317',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.181120] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 814792c4-8d30-4cd1-beba-7dac1d6899a2: rpc.has_security_group_logging(os_id): False [ 852.204964] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.204964] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.204964] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.205247] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.205247] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.205408] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.205524] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.205586] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.205794] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.205857] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.206062] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.206163] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.206201] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.206503] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.206503] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.207450] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.207450] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.207450] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.207450] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.207450] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.207450] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 is going to be updated. [ 852.271169] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.271375] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.271446] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.271666] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.271816] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.287991] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 in Status: IN_PROGRESS for 2s [ 852.307503] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 09ead813-ec2a-49b9-bedf-521b904cff53 [ 852.307744] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.307882] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.307948] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.308177] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.308265] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.308364] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:09ead813-ec2a-49b9-bedf-521b904cff53 already deleted. [ 852.308443] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09ead813-ec2a-49b9-bedf-521b904cff53" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.310872] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad553be1-dc52-43fb-8dee-2d9bc9c0b7eb',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.541782] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-d046eb37-b473-4afa-96db-258300f23317 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.541782] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d046eb37-b473-4afa-96db-258300f23317" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.541782] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d046eb37-b473-4afa-96db-258300f23317" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.541782] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d046eb37-b473-4afa-96db-258300f23317" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.541782] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.541782] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.541782] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.541782] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.541782] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.541782] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d046eb37-b473-4afa-96db-258300f23317" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.542605] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-d046eb37-b473-4afa-96db-258300f23317 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.544323] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d046eb37-b473-4afa-96db-258300f23317" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.544323] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d046eb37-b473-4afa-96db-258300f23317" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.544323] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d046eb37-b473-4afa-96db-258300f23317" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.544323] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.544323] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.544323] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.544323] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.544323] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.544323] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d046eb37-b473-4afa-96db-258300f23317" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.544323] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d046eb37-b473-4afa-96db-258300f23317',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.813166] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.813340] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.813416] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.813622] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.813713] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.813807] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad553be1-dc52-43fb-8dee-2d9bc9c0b7eb is going to be created. [ 852.848549] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.848549] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.848549] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.848549] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.848549] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.862701] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad553be1-dc52-43fb-8dee-2d9bc9c0b7eb in Status: UNINITIALIZED for 2s [ 853.002105] env[65077]: INFO networking_nsxv3.common.synchronization [req-9a730e0a-ec34-4274-9180-3b9788ab676e req-3bfa932b-c307-48b0-be1a-08519a85471f tempest-ServersAdminTestJSON-426377813 tempest-ServersAdminTestJSON-426377813-project-member] Enqueued Resource ID: 01ad1d78-1c0f-4656-b348-852e5afff800 with Priority: HIGHEST for action security_group_members [ 853.002807] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01ad1d78-1c0f-4656-b348-852e5afff800 with Priority: HIGHEST for action security_group_members [ 853.003367] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ad1d78-1c0f-4656-b348-852e5afff800 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.003554] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.003655] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.003914] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.004152] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.004304] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.004394] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.004610] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.004733] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.004869] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01ad1d78-1c0f-4656-b348-852e5afff800',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.047134] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d046eb37-b473-4afa-96db-258300f23317: rpc.has_security_group_logging(os_id): False [ 853.071214] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.071370] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.074019] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.074019] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.074019] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.074019] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.074019] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.074019] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.074019] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.074019] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.074019] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.074019] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.074019] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.074019] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.074019] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.075467] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.075575] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.075970] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.075970] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.075970] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.075970] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d046eb37-b473-4afa-96db-258300f23317 is going to be created. [ 853.137937] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.138105] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.138105] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.138288] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.138529] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.149871] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d046eb37-b473-4afa-96db-258300f23317 in Status: IN_PROGRESS for 2s [ 853.396640] env[65077]: INFO networking_nsxv3.common.synchronization [req-7f91954c-6c92-4fd4-b528-d8861ede0a43 req-97e3b57b-d9a6-481b-89d6-1661179794b4 tempest-ServerGroupTestJSON-486077408 tempest-ServerGroupTestJSON-486077408-project-member] Enqueued Resource ID: 4b1e6c50-3271-423a-bade-f01fe3b53980 with Priority: HIGHEST for action security_group_members [ 853.397495] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b1e6c50-3271-423a-bade-f01fe3b53980 with Priority: HIGHEST for action security_group_members [ 853.397682] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b1e6c50-3271-423a-bade-f01fe3b53980 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.397839] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b1e6c50-3271-423a-bade-f01fe3b53980" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.397888] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b1e6c50-3271-423a-bade-f01fe3b53980" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.398185] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b1e6c50-3271-423a-bade-f01fe3b53980" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.398330] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.398408] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.398472] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.398632] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.398706] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.398801] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b1e6c50-3271-423a-bade-f01fe3b53980',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.507884] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01ad1d78-1c0f-4656-b348-852e5afff800',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.812699] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock network-332 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.812699] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "network-332" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.812699] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "network-332" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.813630] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "network-332" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.813630] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.813630] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.813630] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.814037] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.814037] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.815098] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 853.815098] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 853.815098] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 853.815098] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 853.815098] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 853.815098] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 853.815098] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 853.842424] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 853.842625] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 853.842788] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 853.842993] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "network-332" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.843417] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock port-fd1003e2-f03c-4960-8dd4-f17813793c24 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.843632] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "port-fd1003e2-f03c-4960-8dd4-f17813793c24" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.843855] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "port-fd1003e2-f03c-4960-8dd4-f17813793c24" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.845771] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "port-fd1003e2-f03c-4960-8dd4-f17813793c24" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.845771] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd1003e2-f03c-4960-8dd4-f17813793c24',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.901491] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.901756] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.901899] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.902212] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.902333] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.902653] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.902795] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.902864] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.903042] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.903124] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.903212] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b1e6c50-3271-423a-bade-f01fe3b53980 already deleted. [ 853.903323] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b1e6c50-3271-423a-bade-f01fe3b53980" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.012048] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01ad1d78-1c0f-4656-b348-852e5afff800',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.303782] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 in Status: SUCCESS [ 854.303782] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.351051] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.351051] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.351051] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.351051] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.351051] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.351051] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Segment Port fd1003e2-f03c-4960-8dd4-f17813793c24 not found, creating... [ 854.351051] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.351051] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.351051] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.351051] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.351051] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.351633] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.351633] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.351633] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.352119] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.353063] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.354837] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Resource: SegmentPort with ID: fd1003e2-f03c-4960-8dd4-f17813793c24 is going to be created. [ 854.374150] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.374600] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.374600] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.374771] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.375021] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.375908] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "port-fd1003e2-f03c-4960-8dd4-f17813793c24" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.513652] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.514057] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.514176] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.514450] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.514640] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.514794] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01ad1d78-1c0f-4656-b348-852e5afff800 is going to be updated. [ 854.547896] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.547896] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.547896] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.547896] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.547896] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.550661] env[65077]: INFO networking_nsxv3.common.synchronization [req-1ee06acc-114a-4378-8dc3-996b7d7519ee req-e419d309-a744-4512-abcc-f1754b2ed247 tempest-AttachInterfacesTestJSON-1133181043 tempest-AttachInterfacesTestJSON-1133181043-project-member] Enqueued Resource ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 with Priority: HIGHEST for action security_group_members [ 854.551307] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 with Priority: HIGHEST for action security_group_members [ 854.551650] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.551861] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.551861] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.552126] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.552278] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.552379] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.552486] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.552590] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.552674] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.552767] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.556640] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ad1d78-1c0f-4656-b348-852e5afff800 in Status: IN_PROGRESS for 2s [ 854.875373] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad553be1-dc52-43fb-8dee-2d9bc9c0b7eb in Status: SUCCESS [ 854.875668] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad553be1-dc52-43fb-8dee-2d9bc9c0b7eb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.875877] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad553be1-dc52-43fb-8dee-2d9bc9c0b7eb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.876150] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad553be1-dc52-43fb-8dee-2d9bc9c0b7eb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.876652] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.876652] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.876652] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.877064] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.877064] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.877064] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad553be1-dc52-43fb-8dee-2d9bc9c0b7eb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.877064] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ad553be1-dc52-43fb-8dee-2d9bc9c0b7eb',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.005105] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock network-731 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.005105] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "network-731" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.005314] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "network-731" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.005577] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "network-731" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.005857] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.006089] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.006246] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.006586] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.006700] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.006942] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 855.007099] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 855.007238] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 855.007394] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 855.007577] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 855.007734] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 855.007901] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 855.028012] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 855.028199] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 855.028336] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 855.028524] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "network-731" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.028852] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock port-d5c34901-934c-4025-b531-f7920e059a42 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.029038] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "port-d5c34901-934c-4025-b531-f7920e059a42" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.029161] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "port-d5c34901-934c-4025-b531-f7920e059a42" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.029579] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "port-d5c34901-934c-4025-b531-f7920e059a42" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.029719] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5c34901-934c-4025-b531-f7920e059a42',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.055446] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.055633] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.055698] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.055909] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.055998] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.056211] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.056309] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.056370] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.056513] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.056589] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.056670] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 already deleted. [ 855.056752] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.093384] env[65077]: INFO networking_nsxv3.common.synchronization [req-7f91954c-6c92-4fd4-b528-d8861ede0a43 req-09b36dcb-52df-492c-91d5-8715fbc422d0 service nova] Enqueued Resource ID: 4b1e6c50-3271-423a-bade-f01fe3b53980 with Priority: HIGHEST for action security_group_rules [ 855.093687] env[65077]: INFO networking_nsxv3.common.synchronization [req-7f91954c-6c92-4fd4-b528-d8861ede0a43 req-09b36dcb-52df-492c-91d5-8715fbc422d0 service nova] Enqueued Resource ID: 4b1e6c50-3271-423a-bade-f01fe3b53980 with Priority: HIGHEST for action security_group_members [ 855.093944] env[65077]: INFO networking_nsxv3.common.synchronization [req-7f91954c-6c92-4fd4-b528-d8861ede0a43 req-09b36dcb-52df-492c-91d5-8715fbc422d0 service nova] Enqueued Resource ID: fd1003e2-f03c-4960-8dd4-f17813793c24 with Priority: HIGHEST for action port [ 855.094702] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b1e6c50-3271-423a-bade-f01fe3b53980 with Priority: HIGHEST for action security_group_rules [ 855.094885] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b1e6c50-3271-423a-bade-f01fe3b53980 with Priority: HIGHEST for action security_group_members [ 855.094931] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd1003e2-f03c-4960-8dd4-f17813793c24 with Priority: HIGHEST for action port [ 855.095217] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b1e6c50-3271-423a-bade-f01fe3b53980 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.095341] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b1e6c50-3271-423a-bade-f01fe3b53980" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.095407] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b1e6c50-3271-423a-bade-f01fe3b53980" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.095657] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b1e6c50-3271-423a-bade-f01fe3b53980" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.095744] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b1e6c50-3271-423a-bade-f01fe3b53980',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.097266] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b1e6c50-3271-423a-bade-f01fe3b53980 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.097337] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b1e6c50-3271-423a-bade-f01fe3b53980" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.097387] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b1e6c50-3271-423a-bade-f01fe3b53980" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.097582] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b1e6c50-3271-423a-bade-f01fe3b53980" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.097740] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.097855] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.097922] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.098405] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.098537] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.098659] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b1e6c50-3271-423a-bade-f01fe3b53980',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.099593] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd1003e2-f03c-4960-8dd4-f17813793c24 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.099707] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd1003e2-f03c-4960-8dd4-f17813793c24" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.099761] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd1003e2-f03c-4960-8dd4-f17813793c24" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.100346] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd1003e2-f03c-4960-8dd4-f17813793c24" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.100346] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd1003e2-f03c-4960-8dd4-f17813793c24',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.161901] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d046eb37-b473-4afa-96db-258300f23317 in Status: SUCCESS [ 855.162161] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d046eb37-b473-4afa-96db-258300f23317" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.380060] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ad553be1-dc52-43fb-8dee-2d9bc9c0b7eb',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.532327] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.532690] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.532779] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.533076] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.533305] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.533497] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Segment Port d5c34901-934c-4025-b531-f7920e059a42 not found, creating... [ 855.533830] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.534026] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.534162] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.534411] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.534701] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.534995] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.538091] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.538091] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.538272] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.538348] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.538512] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Resource: SegmentPort with ID: d5c34901-934c-4025-b531-f7920e059a42 is going to be created. [ 855.567913] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.568268] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.568395] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.568677] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.569057] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.569856] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "port-d5c34901-934c-4025-b531-f7920e059a42" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.598170] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b1e6c50-3271-423a-bade-f01fe3b53980 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.598301] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b1e6c50-3271-423a-bade-f01fe3b53980" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.602754] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4b1e6c50-3271-423a-bade-f01fe3b53980',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.603706] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fd1003e2-f03c-4960-8dd4-f17813793c24 with status ACTIVE [ 855.603906] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.604041] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.604109] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.604323] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.604417] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.604589] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.604681] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.604737] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.604879] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.604953] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.605143] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.609024] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.609024] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.609024] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.609024] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.609024] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fd1003e2-f03c-4960-8dd4-f17813793c24 is going to be updated. [ 855.635202] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.635463] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.635575] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.635740] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.636018] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.636244] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd1003e2-f03c-4960-8dd4-f17813793c24" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.883969] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ad553be1-dc52-43fb-8dee-2d9bc9c0b7eb: rpc.has_security_group_logging(os_id): False [ 855.911564] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.911827] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.911827] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.912139] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.912139] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.912373] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.912552] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.912641] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.912777] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.912848] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.912933] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad553be1-dc52-43fb-8dee-2d9bc9c0b7eb is going to be created. [ 855.994504] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.994695] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.994695] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.994893] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.995104] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.019223] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad553be1-dc52-43fb-8dee-2d9bc9c0b7eb in Status: IN_PROGRESS for 2s [ 856.111414] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4b1e6c50-3271-423a-bade-f01fe3b53980',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.332407] env[65077]: INFO networking_nsxv3.common.synchronization [req-1ee06acc-114a-4378-8dc3-996b7d7519ee req-d9aecf0c-8f83-4b51-9936-51df12507e3f service nova] Enqueued Resource ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 with Priority: HIGHEST for action security_group_rules [ 856.332407] env[65077]: INFO networking_nsxv3.common.synchronization [req-1ee06acc-114a-4378-8dc3-996b7d7519ee req-d9aecf0c-8f83-4b51-9936-51df12507e3f service nova] Enqueued Resource ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 with Priority: HIGHEST for action security_group_members [ 856.332407] env[65077]: INFO networking_nsxv3.common.synchronization [req-1ee06acc-114a-4378-8dc3-996b7d7519ee req-d9aecf0c-8f83-4b51-9936-51df12507e3f service nova] Enqueued Resource ID: d5c34901-934c-4025-b531-f7920e059a42 with Priority: HIGHEST for action port [ 856.332657] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 with Priority: HIGHEST for action security_group_rules [ 856.334577] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 with Priority: HIGHEST for action security_group_members [ 856.334577] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5c34901-934c-4025-b531-f7920e059a42 with Priority: HIGHEST for action port [ 856.334769] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.334769] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.334888] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.335346] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.335551] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.337112] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.337442] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.337442] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.338375] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.338375] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.338375] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.338375] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.338375] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.338375] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.338614] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.341351] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5c34901-934c-4025-b531-f7920e059a42 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.341351] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5c34901-934c-4025-b531-f7920e059a42" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.341351] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5c34901-934c-4025-b531-f7920e059a42" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.341351] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5c34901-934c-4025-b531-f7920e059a42" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.341351] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5c34901-934c-4025-b531-f7920e059a42',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.567917] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ad1d78-1c0f-4656-b348-852e5afff800 in Status: SUCCESS [ 856.567917] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.613877] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.614270] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.614270] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.614351] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.614444] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.614632] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b1e6c50-3271-423a-bade-f01fe3b53980 is going to be created. [ 856.649634] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.649901] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.649980] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.650311] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.650534] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.676969] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b1e6c50-3271-423a-bade-f01fe3b53980 in Status: UNINITIALIZED for 2s [ 856.843047] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.843755] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.843844] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.843947] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d5c34901-934c-4025-b531-f7920e059a42 with status ACTIVE [ 856.844133] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.844253] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.844313] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.845859] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.845997] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.846210] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.846317] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.846380] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.846559] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.846642] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.846830] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.846926] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.846997] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.847147] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.847222] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.847307] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d5c34901-934c-4025-b531-f7920e059a42 is going to be updated. [ 856.872558] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.872785] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.872785] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.872975] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.873133] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.873293] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5c34901-934c-4025-b531-f7920e059a42" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.350104] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.853177] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.853541] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.853541] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.853621] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.853699] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.853836] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 is going to be created. [ 857.878540] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.878691] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.878774] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.879020] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.879194] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.889421] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 in Status: UNINITIALIZED for 2s [ 857.962043] env[65077]: INFO networking_nsxv3.common.synchronization [req-bc43fc14-6aa4-4bc5-8688-9125bd2ef01f req-479833e7-da75-4bf7-adbd-64c3b83a472b tempest-ImagesTestJSON-1309032847 tempest-ImagesTestJSON-1309032847-project-member] Enqueued Resource ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe with Priority: HIGHEST for action security_group_members [ 857.962435] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe with Priority: HIGHEST for action security_group_members [ 857.962674] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.962790] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.962877] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.965307] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.965307] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.965401] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.965445] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.965642] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.965746] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.965841] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f36cbb2-486d-4165-9c43-4e3dee0a0ebe',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.035112] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad553be1-dc52-43fb-8dee-2d9bc9c0b7eb in Status: SUCCESS [ 858.035421] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad553be1-dc52-43fb-8dee-2d9bc9c0b7eb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.380258] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock network-388 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.380464] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "network-388" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.380575] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "network-388" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.381039] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "network-388" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.381130] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.381263] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.381381] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.381641] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.381794] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.382012] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 858.382125] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 858.382231] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 858.382334] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 858.382455] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 858.382564] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 858.382718] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 858.404832] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 858.405076] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 858.405242] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 858.405468] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "network-388" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.405830] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock port-fb2b48a2-051b-47e4-b4dd-8c01344f889b taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.406055] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "port-fb2b48a2-051b-47e4-b4dd-8c01344f889b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.406204] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "port-fb2b48a2-051b-47e4-b4dd-8c01344f889b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.406554] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "port-fb2b48a2-051b-47e4-b4dd-8c01344f889b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.406750] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb2b48a2-051b-47e4-b4dd-8c01344f889b',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.471610] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.471610] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.471882] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.471951] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.497258] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.497651] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.497803] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.497880] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.498099] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.498254] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.498254] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe is going to be updated. [ 858.537779] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.538017] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.538082] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.538325] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.538492] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.551652] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe in Status: IN_PROGRESS for 2s [ 858.690140] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b1e6c50-3271-423a-bade-f01fe3b53980 in Status: SUCCESS [ 858.690219] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b1e6c50-3271-423a-bade-f01fe3b53980" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.690455] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b1e6c50-3271-423a-bade-f01fe3b53980" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.691249] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b1e6c50-3271-423a-bade-f01fe3b53980" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.691249] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.691249] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.691249] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.691481] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.691481] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.691598] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b1e6c50-3271-423a-bade-f01fe3b53980" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.691756] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4b1e6c50-3271-423a-bade-f01fe3b53980',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.910822] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.911185] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.911230] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.912344] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.912344] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.912344] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Segment Port fb2b48a2-051b-47e4-b4dd-8c01344f889b not found, creating... [ 858.912344] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.912344] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.912709] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.912709] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.912831] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.915650] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.915650] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.915650] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.915650] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.915650] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.915650] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Resource: SegmentPort with ID: fb2b48a2-051b-47e4-b4dd-8c01344f889b is going to be created. [ 858.940042] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.940303] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.940355] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.940727] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.941124] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.941413] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "port-fb2b48a2-051b-47e4-b4dd-8c01344f889b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.199436] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b1e6c50-3271-423a-bade-f01fe3b53980 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.199436] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b1e6c50-3271-423a-bade-f01fe3b53980" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.199436] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b1e6c50-3271-423a-bade-f01fe3b53980" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.199436] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b1e6c50-3271-423a-bade-f01fe3b53980" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.199436] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.199436] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.199436] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.199436] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.199436] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.199436] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b1e6c50-3271-423a-bade-f01fe3b53980" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.199436] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b1e6c50-3271-423a-bade-f01fe3b53980 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.199436] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b1e6c50-3271-423a-bade-f01fe3b53980" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.199436] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b1e6c50-3271-423a-bade-f01fe3b53980" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.199436] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b1e6c50-3271-423a-bade-f01fe3b53980" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.199436] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.199436] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.200237] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.200237] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.200237] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.200237] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b1e6c50-3271-423a-bade-f01fe3b53980" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.200237] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4b1e6c50-3271-423a-bade-f01fe3b53980',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.659919] env[65077]: INFO networking_nsxv3.common.synchronization [req-bc43fc14-6aa4-4bc5-8688-9125bd2ef01f req-933c4ff3-1c8f-4244-9757-125f916f2622 service nova] Enqueued Resource ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe with Priority: HIGHEST for action security_group_rules [ 859.659919] env[65077]: INFO networking_nsxv3.common.synchronization [req-bc43fc14-6aa4-4bc5-8688-9125bd2ef01f req-933c4ff3-1c8f-4244-9757-125f916f2622 service nova] Enqueued Resource ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe with Priority: HIGHEST for action security_group_members [ 859.659919] env[65077]: INFO networking_nsxv3.common.synchronization [req-bc43fc14-6aa4-4bc5-8688-9125bd2ef01f req-933c4ff3-1c8f-4244-9757-125f916f2622 service nova] Enqueued Resource ID: fb2b48a2-051b-47e4-b4dd-8c01344f889b with Priority: HIGHEST for action port [ 859.660063] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe with Priority: HIGHEST for action security_group_rules [ 859.660150] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe with Priority: HIGHEST for action security_group_members [ 859.660258] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb2b48a2-051b-47e4-b4dd-8c01344f889b with Priority: HIGHEST for action port [ 859.660629] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.660806] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.660860] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.661091] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.661174] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f36cbb2-486d-4165-9c43-4e3dee0a0ebe',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.662196] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.662254] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.662524] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb2b48a2-051b-47e4-b4dd-8c01344f889b taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.662631] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb2b48a2-051b-47e4-b4dd-8c01344f889b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.662697] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb2b48a2-051b-47e4-b4dd-8c01344f889b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.662857] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb2b48a2-051b-47e4-b4dd-8c01344f889b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.662944] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb2b48a2-051b-47e4-b4dd-8c01344f889b',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.702056] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4b1e6c50-3271-423a-bade-f01fe3b53980: rpc.has_security_group_logging(os_id): False [ 859.723223] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.723423] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.723479] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.723869] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.724015] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.724319] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.724565] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.724565] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.724801] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.724908] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.725149] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.725314] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.725404] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.726032] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.726032] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.726032] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.726292] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.726292] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.726388] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.726439] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.726545] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b1e6c50-3271-423a-bade-f01fe3b53980 is going to be created. [ 859.817691] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.817872] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.817934] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.818145] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.818326] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.831971] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b1e6c50-3271-423a-bade-f01fe3b53980 in Status: IN_PROGRESS for 2s [ 859.903775] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 in Status: SUCCESS [ 859.903775] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.904389] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.905077] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.905077] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.905077] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.905274] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.905461] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.905594] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.905732] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.905833] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.165143] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.165450] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.165450] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fb2b48a2-051b-47e4-b4dd-8c01344f889b with status ACTIVE [ 860.165638] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.165757] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.165802] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.166016] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.166123] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.166275] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.166372] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.166435] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.166588] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.166666] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.166841] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.166934] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.166996] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.167282] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.167282] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.167578] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fb2b48a2-051b-47e4-b4dd-8c01344f889b is going to be updated. [ 860.190106] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.190106] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.190302] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.190350] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.190595] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.190838] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb2b48a2-051b-47e4-b4dd-8c01344f889b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.410144] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.410399] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.410399] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.411117] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.411328] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.411574] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.411670] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.411936] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.413084] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.413084] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.413084] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.413084] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.413084] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.413084] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.413696] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.413696] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.413696] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.413696] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.413696] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.413696] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.414031] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.563561] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe in Status: SUCCESS [ 860.563772] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe deletion is rescheduled due to dependency. [ 860.563874] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.564276] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.564554] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.565210] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.565210] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.565210] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.565210] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.565442] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.565442] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f36cbb2-486d-4165-9c43-4e3dee0a0ebe',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.916583] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2: rpc.has_security_group_logging(os_id): False [ 860.938051] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.938051] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.938051] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.938051] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.938526] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.938526] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.938526] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.938526] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.938781] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.938781] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.938920] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.939030] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.939115] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.939636] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.939636] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.939636] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.939636] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.939938] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.939938] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.939938] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.940126] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 is going to be created. [ 861.015931] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.015931] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.015931] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.015931] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.016298] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.031387] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 in Status: IN_PROGRESS for 2s [ 861.068264] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f36cbb2-486d-4165-9c43-4e3dee0a0ebe',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.570237] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f36cbb2-486d-4165-9c43-4e3dee0a0ebe',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.840190] env[65077]: INFO networking_nsxv3.common.synchronization [req-255d3865-1969-48e4-a0fe-b1c5e1d02586 req-7da3a394-0547-4930-ad98-d64f6b16e522 tempest-ListImageFiltersTestJSON-302127372 tempest-ListImageFiltersTestJSON-302127372-project-member] Enqueued Resource ID: 2ae12a3a-1488-4d5d-8082-5ab6030e836e with Priority: HIGHEST for action security_group_members [ 861.841339] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ae12a3a-1488-4d5d-8082-5ab6030e836e with Priority: HIGHEST for action security_group_members [ 861.841796] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ae12a3a-1488-4d5d-8082-5ab6030e836e taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.842132] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ae12a3a-1488-4d5d-8082-5ab6030e836e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.842227] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ae12a3a-1488-4d5d-8082-5ab6030e836e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.842492] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ae12a3a-1488-4d5d-8082-5ab6030e836e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.842665] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.842805] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.842887] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.843081] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.843190] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.843373] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ae12a3a-1488-4d5d-8082-5ab6030e836e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.855572] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b1e6c50-3271-423a-bade-f01fe3b53980 in Status: SUCCESS [ 861.856249] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b1e6c50-3271-423a-bade-f01fe3b53980" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.074436] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.083176] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.083176] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.083176] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.083176] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.083176] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe is going to be updated. [ 862.111091] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.111091] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.111091] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.111091] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.111091] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.120346] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe in Status: IN_PROGRESS for 2s [ 862.202135] env[65077]: INFO networking_nsxv3.common.synchronization [req-ca41b4ed-6f7d-4786-a4c6-7ff5cf2edbaf req-7d203a3b-4bfb-44ca-b625-86f85dd3437f tempest-ServersTestFqdnHostnames-42579165 tempest-ServersTestFqdnHostnames-42579165-project-member] Enqueued Resource ID: 56e5ccac-ff2e-4395-90b9-79aaf50ace66 with Priority: HIGHEST for action security_group_members [ 862.202135] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56e5ccac-ff2e-4395-90b9-79aaf50ace66 with Priority: HIGHEST for action security_group_members [ 862.202418] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-56e5ccac-ff2e-4395-90b9-79aaf50ace66 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.202758] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56e5ccac-ff2e-4395-90b9-79aaf50ace66" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.202944] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56e5ccac-ff2e-4395-90b9-79aaf50ace66" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.203309] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56e5ccac-ff2e-4395-90b9-79aaf50ace66" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.203564] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.203799] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.204114] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.204348] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.204515] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.204745] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56e5ccac-ff2e-4395-90b9-79aaf50ace66',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.347048] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.347048] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.347048] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.347048] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.372480] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.373177] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.373177] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.373177] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.373445] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.373540] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.373636] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ae12a3a-1488-4d5d-8082-5ab6030e836e is going to be updated. [ 862.405656] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.406123] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.406274] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.406561] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.406778] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.416764] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ae12a3a-1488-4d5d-8082-5ab6030e836e in Status: IN_PROGRESS for 2s [ 862.446755] env[65077]: INFO networking_nsxv3.common.synchronization [req-6674b00a-8397-42d3-85cf-ce694ec8d15f req-e3076e06-3c0d-4b87-95c0-b8c02003eade tempest-InstanceActionsV221TestJSON-1847410495 tempest-InstanceActionsV221TestJSON-1847410495-project-member] Enqueued Resource ID: d046eb37-b473-4afa-96db-258300f23317 with Priority: HIGHEST for action security_group_members [ 862.447660] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d046eb37-b473-4afa-96db-258300f23317 with Priority: HIGHEST for action security_group_members [ 862.448674] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-d046eb37-b473-4afa-96db-258300f23317 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.448674] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d046eb37-b473-4afa-96db-258300f23317" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.448674] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d046eb37-b473-4afa-96db-258300f23317" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.448674] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d046eb37-b473-4afa-96db-258300f23317" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.448926] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.449094] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.449281] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.449571] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.449739] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.449883] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d046eb37-b473-4afa-96db-258300f23317',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.673730] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock network-764 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.674067] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "network-764" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.674403] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "network-764" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.674885] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "network-764" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.675072] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.675237] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.675359] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.675605] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.675756] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.676067] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 862.676200] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 862.676310] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 862.676416] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 862.676545] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 862.676659] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 862.676807] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 862.703026] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 862.703026] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 862.703026] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 862.703026] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "network-764" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.703026] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock port-2f913285-4b82-470a-bda1-852302ad5f3a taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.703026] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "port-2f913285-4b82-470a-bda1-852302ad5f3a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.703026] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "port-2f913285-4b82-470a-bda1-852302ad5f3a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.703734] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "port-2f913285-4b82-470a-bda1-852302ad5f3a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.703968] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f913285-4b82-470a-bda1-852302ad5f3a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.706610] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.712197] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.712197] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.712197] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.712197] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.712197] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.712197] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.712197] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.712197] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.712197] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.712197] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56e5ccac-ff2e-4395-90b9-79aaf50ace66 already deleted. [ 862.712197] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56e5ccac-ff2e-4395-90b9-79aaf50ace66" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.953437] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.953610] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.953708] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.953965] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.954124] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.954386] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.954547] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.954639] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.954890] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.954997] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.955131] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d046eb37-b473-4afa-96db-258300f23317 is going to be updated. [ 862.987039] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.987039] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.987039] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.987039] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.987251] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.996946] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d046eb37-b473-4afa-96db-258300f23317 in Status: IN_PROGRESS for 2s [ 863.046813] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 in Status: SUCCESS [ 863.047378] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.207823] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.207823] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.207823] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.207823] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.208207] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.208207] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Segment Port 2f913285-4b82-470a-bda1-852302ad5f3a not found, creating... [ 863.208407] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.208611] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.208754] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.209018] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.209193] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.209517] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.209749] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.209908] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.210240] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.210482] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.210729] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Resource: SegmentPort with ID: 2f913285-4b82-470a-bda1-852302ad5f3a is going to be created. [ 863.230779] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.231034] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.231172] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.231442] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.231673] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.231915] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "port-2f913285-4b82-470a-bda1-852302ad5f3a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.954114] env[65077]: INFO networking_nsxv3.common.synchronization [req-ca41b4ed-6f7d-4786-a4c6-7ff5cf2edbaf req-7562d5ae-68dd-46e3-9862-2dc330b3ef6c service nova] Enqueued Resource ID: 56e5ccac-ff2e-4395-90b9-79aaf50ace66 with Priority: HIGHEST for action security_group_rules [ 863.954114] env[65077]: INFO networking_nsxv3.common.synchronization [req-ca41b4ed-6f7d-4786-a4c6-7ff5cf2edbaf req-7562d5ae-68dd-46e3-9862-2dc330b3ef6c service nova] Enqueued Resource ID: 56e5ccac-ff2e-4395-90b9-79aaf50ace66 with Priority: HIGHEST for action security_group_members [ 863.954114] env[65077]: INFO networking_nsxv3.common.synchronization [req-ca41b4ed-6f7d-4786-a4c6-7ff5cf2edbaf req-7562d5ae-68dd-46e3-9862-2dc330b3ef6c service nova] Enqueued Resource ID: 2f913285-4b82-470a-bda1-852302ad5f3a with Priority: HIGHEST for action port [ 863.954594] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56e5ccac-ff2e-4395-90b9-79aaf50ace66 with Priority: HIGHEST for action security_group_rules [ 863.954768] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56e5ccac-ff2e-4395-90b9-79aaf50ace66 with Priority: HIGHEST for action security_group_members [ 863.954820] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f913285-4b82-470a-bda1-852302ad5f3a with Priority: HIGHEST for action port [ 863.955256] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56e5ccac-ff2e-4395-90b9-79aaf50ace66 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.955316] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56e5ccac-ff2e-4395-90b9-79aaf50ace66" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.955369] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56e5ccac-ff2e-4395-90b9-79aaf50ace66" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.955567] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56e5ccac-ff2e-4395-90b9-79aaf50ace66" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.955649] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56e5ccac-ff2e-4395-90b9-79aaf50ace66',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.956771] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-56e5ccac-ff2e-4395-90b9-79aaf50ace66 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.956940] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56e5ccac-ff2e-4395-90b9-79aaf50ace66" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.956940] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56e5ccac-ff2e-4395-90b9-79aaf50ace66" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.957134] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56e5ccac-ff2e-4395-90b9-79aaf50ace66" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.957277] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.957369] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.957430] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.957647] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.957733] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.957825] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56e5ccac-ff2e-4395-90b9-79aaf50ace66',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.960906] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f913285-4b82-470a-bda1-852302ad5f3a taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.960906] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f913285-4b82-470a-bda1-852302ad5f3a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.960906] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f913285-4b82-470a-bda1-852302ad5f3a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.960906] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f913285-4b82-470a-bda1-852302ad5f3a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.960906] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f913285-4b82-470a-bda1-852302ad5f3a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.131598] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe in Status: SUCCESS [ 864.132084] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.132284] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.132517] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.132712] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.132865] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.132905] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.133061] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.133141] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.133226] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.133350] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f36cbb2-486d-4165-9c43-4e3dee0a0ebe',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.433128] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ae12a3a-1488-4d5d-8082-5ab6030e836e in Status: SUCCESS [ 864.433250] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ae12a3a-1488-4d5d-8082-5ab6030e836e deletion is rescheduled due to dependency. [ 864.433362] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ae12a3a-1488-4d5d-8082-5ab6030e836e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.468831] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56e5ccac-ff2e-4395-90b9-79aaf50ace66',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.468831] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-56e5ccac-ff2e-4395-90b9-79aaf50ace66 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.468831] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56e5ccac-ff2e-4395-90b9-79aaf50ace66" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.468831] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2f913285-4b82-470a-bda1-852302ad5f3a with status ACTIVE [ 864.468831] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.468831] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.468831] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.468831] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.468831] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.468831] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.468831] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.468831] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.468831] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.471376] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.471692] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.471859] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.471859] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.472054] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.472133] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.472219] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2f913285-4b82-470a-bda1-852302ad5f3a is going to be updated. [ 864.496738] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.496898] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.496948] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.497218] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.497762] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.497762] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f913285-4b82-470a-bda1-852302ad5f3a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.635995] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.636246] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.636329] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.636550] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.636728] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.636840] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.636904] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.637073] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.637161] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.637250] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.637405] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.637488] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.637570] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.637721] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.637857] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.637947] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.638020] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.638167] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.638242] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.638323] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.638409] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f36cbb2-486d-4165-9c43-4e3dee0a0ebe',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.858472] env[65077]: INFO networking_nsxv3.common.synchronization [req-7cf846b1-052b-433c-828e-da1a036a3f67 req-a2ad9799-bbe0-4af8-ac6a-609e2d42f6dc tempest-ServersTestJSON-998299514 tempest-ServersTestJSON-998299514-project-member] Enqueued Resource ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 with Priority: HIGHEST for action security_group_members [ 864.861316] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 with Priority: HIGHEST for action security_group_members [ 864.861316] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.861463] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.861463] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.861706] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.861908] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.862073] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.862168] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.862308] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.862391] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.862748] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.975777] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56e5ccac-ff2e-4395-90b9-79aaf50ace66',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.008827] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d046eb37-b473-4afa-96db-258300f23317 in Status: SUCCESS [ 865.008827] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d046eb37-b473-4afa-96db-258300f23317 deletion is rescheduled due to dependency. [ 865.008827] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d046eb37-b473-4afa-96db-258300f23317" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.141420] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe: rpc.has_security_group_logging(os_id): False [ 865.161233] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.161461] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.161616] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.161802] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.161924] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.162202] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.162343] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.162431] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.162631] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.162745] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.163265] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.163422] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.163509] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.163808] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.163915] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.164190] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.164337] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.164416] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.165056] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.165162] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.165277] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe is going to be updated. [ 865.231295] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.231439] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.231556] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.232385] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.232385] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.257228] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe in Status: IN_PROGRESS for 2s [ 865.294426] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock network-769 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.294679] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "network-769" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.294840] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "network-769" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.295224] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "network-769" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.295580] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.295913] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.296090] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.296395] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.296562] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.296832] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 865.296983] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 865.297294] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 865.297373] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 865.297516] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 865.297662] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 865.297836] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 865.318942] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 865.319201] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 865.319201] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 865.319433] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "network-769" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.319844] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock port-c3ce9fd6-6725-49ab-a58a-72f4eb9b7bf3 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.320068] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "port-c3ce9fd6-6725-49ab-a58a-72f4eb9b7bf3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.320473] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "port-c3ce9fd6-6725-49ab-a58a-72f4eb9b7bf3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.320576] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "port-c3ce9fd6-6725-49ab-a58a-72f4eb9b7bf3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.320700] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3ce9fd6-6725-49ab-a58a-72f4eb9b7bf3',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.364572] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.478548] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.478768] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.478838] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.479028] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.479121] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.479219] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56e5ccac-ff2e-4395-90b9-79aaf50ace66 is going to be created. [ 865.504911] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.505276] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.505401] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.505651] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.505888] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.520136] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56e5ccac-ff2e-4395-90b9-79aaf50ace66 in Status: UNINITIALIZED for 2s [ 865.824381] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.824605] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.824726] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.825023] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.826207] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.826207] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Segment Port c3ce9fd6-6725-49ab-a58a-72f4eb9b7bf3 not found, creating... [ 865.826207] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.826207] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.826207] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.826207] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.826535] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.826999] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.827171] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.827286] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.827492] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.828300] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.828300] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Resource: SegmentPort with ID: c3ce9fd6-6725-49ab-a58a-72f4eb9b7bf3 is going to be created. [ 865.852498] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.852498] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.852498] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.852498] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.852498] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.852843] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "port-c3ce9fd6-6725-49ab-a58a-72f4eb9b7bf3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.866943] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.372167] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.372547] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.372547] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.372809] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.372908] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.373024] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 is going to be updated. [ 866.412205] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.412205] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.412205] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.412205] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.412205] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.422485] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 in Status: IN_PROGRESS for 2s [ 866.592674] env[65077]: INFO networking_nsxv3.common.synchronization [req-7cf846b1-052b-433c-828e-da1a036a3f67 req-d6d43c71-7657-43bc-ac33-d91fac7ab2a9 service nova] Enqueued Resource ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 with Priority: HIGHEST for action security_group_rules [ 866.592830] env[65077]: INFO networking_nsxv3.common.synchronization [req-7cf846b1-052b-433c-828e-da1a036a3f67 req-d6d43c71-7657-43bc-ac33-d91fac7ab2a9 service nova] Enqueued Resource ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 with Priority: HIGHEST for action security_group_members [ 866.592964] env[65077]: INFO networking_nsxv3.common.synchronization [req-7cf846b1-052b-433c-828e-da1a036a3f67 req-d6d43c71-7657-43bc-ac33-d91fac7ab2a9 service nova] Enqueued Resource ID: c3ce9fd6-6725-49ab-a58a-72f4eb9b7bf3 with Priority: HIGHEST for action port [ 866.593491] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 with Priority: HIGHEST for action security_group_rules [ 866.593628] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 with Priority: HIGHEST for action security_group_members [ 866.593724] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3ce9fd6-6725-49ab-a58a-72f4eb9b7bf3 with Priority: HIGHEST for action port [ 866.593995] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39ac7fdb-47bc-4096-87c4-2f878b5a9c81 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.598243] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.598243] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.598243] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.598243] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.598243] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.598243] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.598243] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3ce9fd6-6725-49ab-a58a-72f4eb9b7bf3 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.598243] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3ce9fd6-6725-49ab-a58a-72f4eb9b7bf3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.598243] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3ce9fd6-6725-49ab-a58a-72f4eb9b7bf3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.598243] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3ce9fd6-6725-49ab-a58a-72f4eb9b7bf3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.598243] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3ce9fd6-6725-49ab-a58a-72f4eb9b7bf3',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.101916] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c3ce9fd6-6725-49ab-a58a-72f4eb9b7bf3 with status ACTIVE [ 867.102220] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.102359] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.102431] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.102652] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.102757] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.102916] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.103025] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.103091] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.103238] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.103315] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.103516] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.103575] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.103633] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.103771] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.103847] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.103928] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c3ce9fd6-6725-49ab-a58a-72f4eb9b7bf3 is going to be updated. [ 867.110714] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.110847] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.133658] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.133813] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.133893] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.134517] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.134517] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.134517] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3ce9fd6-6725-49ab-a58a-72f4eb9b7bf3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.278069] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe in Status: SUCCESS [ 867.279216] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.531050] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56e5ccac-ff2e-4395-90b9-79aaf50ace66 in Status: SUCCESS [ 867.531391] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56e5ccac-ff2e-4395-90b9-79aaf50ace66" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.531391] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56e5ccac-ff2e-4395-90b9-79aaf50ace66" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.531572] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56e5ccac-ff2e-4395-90b9-79aaf50ace66" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.531789] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.531939] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.532113] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.532195] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.532401] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.532450] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56e5ccac-ff2e-4395-90b9-79aaf50ace66" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.532550] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56e5ccac-ff2e-4395-90b9-79aaf50ace66',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.035950] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56e5ccac-ff2e-4395-90b9-79aaf50ace66',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.433824] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 in Status: SUCCESS [ 868.434158] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.434328] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.434561] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.434765] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.434904] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.434981] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.435157] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.435240] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.435340] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.538950] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56e5ccac-ff2e-4395-90b9-79aaf50ace66: rpc.has_security_group_logging(os_id): False [ 868.559947] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.559947] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.559947] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.559947] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.559947] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.560210] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.560210] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.560282] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.560464] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.560585] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.560707] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56e5ccac-ff2e-4395-90b9-79aaf50ace66 is going to be created. [ 868.625121] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.625272] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.625351] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.625566] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.625755] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.640476] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56e5ccac-ff2e-4395-90b9-79aaf50ace66 in Status: IN_PROGRESS for 2s [ 868.938496] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.136624] env[65077]: INFO networking_nsxv3.common.synchronization [None req-88af6160-5d03-4697-832c-f0f05c9e59d6 tempest-ImagesOneServerNegativeTestJSON-1130149341 tempest-ImagesOneServerNegativeTestJSON-1130149341-project-member] Enqueued Resource ID: af9efe1e-95ff-4abf-8041-ed4373f95980 with Priority: HIGHEST for action security_group_rules [ 869.136624] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af9efe1e-95ff-4abf-8041-ed4373f95980 with Priority: HIGHEST for action security_group_rules [ 869.137253] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af9efe1e-95ff-4abf-8041-ed4373f95980 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.137636] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af9efe1e-95ff-4abf-8041-ed4373f95980" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.139804] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af9efe1e-95ff-4abf-8041-ed4373f95980" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.139804] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af9efe1e-95ff-4abf-8041-ed4373f95980" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.139804] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af9efe1e-95ff-4abf-8041-ed4373f95980',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.297247] env[65077]: INFO networking_nsxv3.common.synchronization [req-612c2d3c-bb6e-4357-bb65-9b614779c8f5 req-41d2eb30-7807-4881-acfa-f6139219ab61 tempest-ServerRescueTestJSON-46948838 tempest-ServerRescueTestJSON-46948838-project-member] Enqueued Resource ID: 5d5a18d9-ef28-43fb-a60d-fa379ab34eb2 with Priority: HIGHEST for action security_group_members [ 869.297852] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d5a18d9-ef28-43fb-a60d-fa379ab34eb2 with Priority: HIGHEST for action security_group_members [ 869.298318] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d5a18d9-ef28-43fb-a60d-fa379ab34eb2 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.298465] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d5a18d9-ef28-43fb-a60d-fa379ab34eb2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.298538] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d5a18d9-ef28-43fb-a60d-fa379ab34eb2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.298764] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d5a18d9-ef28-43fb-a60d-fa379ab34eb2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.298940] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.299065] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.299275] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.300082] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.300282] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.300503] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d5a18d9-ef28-43fb-a60d-fa379ab34eb2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.390018] env[65077]: INFO networking_nsxv3.common.synchronization [req-335b8dbb-e3a2-4c44-b36b-df3a8f5b9784 req-d06bb26f-284e-4ce5-9a43-af0930f5af23 tempest-ServerGroupTestJSON-486077408 tempest-ServerGroupTestJSON-486077408-project-member] Enqueued Resource ID: 4b1e6c50-3271-423a-bade-f01fe3b53980 with Priority: HIGHEST for action security_group_members [ 869.391453] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b1e6c50-3271-423a-bade-f01fe3b53980 with Priority: HIGHEST for action security_group_members [ 869.391830] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b1e6c50-3271-423a-bade-f01fe3b53980 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.395135] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b1e6c50-3271-423a-bade-f01fe3b53980" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.395135] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b1e6c50-3271-423a-bade-f01fe3b53980" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.395135] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b1e6c50-3271-423a-bade-f01fe3b53980" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.395135] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.395135] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.395135] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.395135] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.395135] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.395135] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b1e6c50-3271-423a-bade-f01fe3b53980',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.442856] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.469779] env[65077]: INFO networking_nsxv3.common.synchronization [None req-78c59e11-f9a5-48fe-ba43-1c0de92fcad8 tempest-ImagesOneServerNegativeTestJSON-1130149341 tempest-ImagesOneServerNegativeTestJSON-1130149341-project-member] Enqueued Resource ID: af9efe1e-95ff-4abf-8041-ed4373f95980 with Priority: HIGHEST for action security_group_rules [ 869.470337] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af9efe1e-95ff-4abf-8041-ed4373f95980 with Priority: HIGHEST for action security_group_rules [ 869.470993] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af9efe1e-95ff-4abf-8041-ed4373f95980 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.471261] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af9efe1e-95ff-4abf-8041-ed4373f95980" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.661515] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.661515] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.661515] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.661515] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.661515] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.661515] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af9efe1e-95ff-4abf-8041-ed4373f95980 already deleted. [ 869.661515] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af9efe1e-95ff-4abf-8041-ed4373f95980" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.661515] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af9efe1e-95ff-4abf-8041-ed4373f95980" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.662055] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af9efe1e-95ff-4abf-8041-ed4373f95980" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.662055] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af9efe1e-95ff-4abf-8041-ed4373f95980',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.805017] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d5a18d9-ef28-43fb-a60d-fa379ab34eb2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.897717] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.897911] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.897951] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.898197] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.898291] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.898497] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.898632] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.898745] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.898921] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.899023] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.899230] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b1e6c50-3271-423a-bade-f01fe3b53980 is going to be updated. [ 869.932587] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.932730] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.932843] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.933198] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.933282] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.944168] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b1e6c50-3271-423a-bade-f01fe3b53980 in Status: IN_PROGRESS for 2s [ 869.945668] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.945797] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.945900] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.946104] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.946195] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.946296] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 is going to be updated. [ 869.981345] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.981596] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.981764] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.982048] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.982285] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.994086] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 in Status: IN_PROGRESS for 2s [ 870.181678] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.181857] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.182083] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.182376] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.182496] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.182624] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af9efe1e-95ff-4abf-8041-ed4373f95980 already deleted. [ 870.182733] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af9efe1e-95ff-4abf-8041-ed4373f95980" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.307865] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d5a18d9-ef28-43fb-a60d-fa379ab34eb2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.654033] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56e5ccac-ff2e-4395-90b9-79aaf50ace66 in Status: SUCCESS [ 870.654033] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56e5ccac-ff2e-4395-90b9-79aaf50ace66" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.811125] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.811529] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.811529] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.811688] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.811802] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.811954] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d5a18d9-ef28-43fb-a60d-fa379ab34eb2 is going to be updated. [ 870.848183] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.848421] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.848488] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.848805] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.849106] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.861950] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d5a18d9-ef28-43fb-a60d-fa379ab34eb2 in Status: IN_PROGRESS for 2s [ 871.954660] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b1e6c50-3271-423a-bade-f01fe3b53980 in Status: SUCCESS [ 871.955020] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b1e6c50-3271-423a-bade-f01fe3b53980 deletion is rescheduled due to dependency. [ 871.955020] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b1e6c50-3271-423a-bade-f01fe3b53980" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.005009] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 in Status: SUCCESS [ 872.005217] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.005392] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.005608] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.006219] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.006219] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.006219] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.006219] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.006397] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.006397] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.006517] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.508656] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.509016] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.509016] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.509185] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.509365] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.509465] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.509530] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.509757] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.509846] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.509934] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.510384] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.510509] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.510545] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.510774] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.510927] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.511030] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.511091] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.511298] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.511379] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.511462] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.511549] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.871924] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d5a18d9-ef28-43fb-a60d-fa379ab34eb2 in Status: SUCCESS [ 872.872224] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d5a18d9-ef28-43fb-a60d-fa379ab34eb2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.013941] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 39ac7fdb-47bc-4096-87c4-2f878b5a9c81: rpc.has_security_group_logging(os_id): False [ 873.038711] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.038957] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.039099] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.039423] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.060307] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.060612] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.060859] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.060913] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.061136] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.061222] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.061419] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.061540] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.061582] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.061805] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.061805] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.062074] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.062205] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.062265] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.062383] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.062458] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.062544] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 is going to be updated. [ 873.128945] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.129148] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.129200] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.129402] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.129655] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.143510] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 in Status: IN_PROGRESS for 2s [ 874.247226] env[65077]: INFO networking_nsxv3.common.synchronization [req-13d90917-d933-41a6-9de0-0f46cca2777f req-6ecb7fdc-5ed1-415c-9c4a-f04bfdad8d72 tempest-AttachInterfacesTestJSON-1133181043 tempest-AttachInterfacesTestJSON-1133181043-project-member] Enqueued Resource ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 with Priority: HIGHEST for action security_group_members [ 874.247588] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 with Priority: HIGHEST for action security_group_members [ 874.247700] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.247827] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.247894] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.248354] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.248545] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.249242] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.249242] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.249242] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.249242] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.249242] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.752659] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.752873] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.752926] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.753192] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.753290] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.753666] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.753666] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.753666] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.754675] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.754675] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.754675] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 is going to be updated. [ 874.782267] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.782267] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.782267] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.782267] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.782267] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.791064] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 in Status: IN_PROGRESS for 2s [ 875.159271] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 in Status: SUCCESS [ 875.159507] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.809126] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 in Status: SUCCESS [ 876.809477] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 deletion is rescheduled due to dependency. [ 876.809477] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.278587] env[65077]: INFO networking_nsxv3.common.synchronization [None req-1d260468-ee4f-47ad-a902-dc806ba27317 None None] Enqueued Resource ID: 3e91fcd7-1332-4eb2-a224-21f1be9d60aa with Priority: HIGHEST for action port [ 878.279226] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e91fcd7-1332-4eb2-a224-21f1be9d60aa with Priority: HIGHEST for action port [ 878.279566] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e91fcd7-1332-4eb2-a224-21f1be9d60aa taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.279846] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e91fcd7-1332-4eb2-a224-21f1be9d60aa" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.279929] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e91fcd7-1332-4eb2-a224-21f1be9d60aa" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.281316] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e91fcd7-1332-4eb2-a224-21f1be9d60aa" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.281420] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e91fcd7-1332-4eb2-a224-21f1be9d60aa',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.298369] env[65077]: INFO networking_nsxv3.common.synchronization [req-85ed05c8-e8b2-4b25-84ad-13dee2fd6c11 req-0d5e6b85-6a30-4044-9fa8-a3fc727d5e9e tempest-AttachInterfacesTestJSON-1133181043 tempest-AttachInterfacesTestJSON-1133181043-project-member] Enqueued Resource ID: 8b1c3ed5-47b2-4a6d-b727-aed3431443bf with Priority: HIGHEST for action security_group_members [ 878.299991] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b1c3ed5-47b2-4a6d-b727-aed3431443bf with Priority: HIGHEST for action security_group_members [ 878.300160] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b1c3ed5-47b2-4a6d-b727-aed3431443bf taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.300160] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b1c3ed5-47b2-4a6d-b727-aed3431443bf" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.301398] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b1c3ed5-47b2-4a6d-b727-aed3431443bf" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.301398] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b1c3ed5-47b2-4a6d-b727-aed3431443bf" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.301398] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.301398] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.301398] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.301398] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.301398] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.301398] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b1c3ed5-47b2-4a6d-b727-aed3431443bf',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.785401] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3e91fcd7-1332-4eb2-a224-21f1be9d60aa [ 878.785648] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.785808] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.785869] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.786090] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.786170] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.786422] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3e91fcd7-1332-4eb2-a224-21f1be9d60aa already deleted. [ 878.786422] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e91fcd7-1332-4eb2-a224-21f1be9d60aa" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.804409] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.804409] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.804409] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.804409] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.831504] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.833378] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.833516] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.833586] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.833795] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.833924] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.833966] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b1c3ed5-47b2-4a6d-b727-aed3431443bf is going to be updated. [ 878.869110] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.869249] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.869316] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.869737] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.869805] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.880334] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b1c3ed5-47b2-4a6d-b727-aed3431443bf in Status: IN_PROGRESS for 2s [ 879.033719] env[65077]: INFO networking_nsxv3.common.synchronization [req-6eaf20a5-88fc-4bbc-b0d5-7f576f5c5033 req-af3f3235-eb64-48eb-b81c-6647fbd620e4 tempest-DeleteServersTestJSON-1076641606 tempest-DeleteServersTestJSON-1076641606-project-member] Enqueued Resource ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 with Priority: HIGHEST for action security_group_members [ 879.034862] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 with Priority: HIGHEST for action security_group_members [ 879.035368] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8ed50b5-f4f3-434b-85c0-be75dfdec948 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.035645] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.037575] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.037575] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.037575] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.037575] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.037575] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.037575] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.037575] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.037575] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8ed50b5-f4f3-434b-85c0-be75dfdec948',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.541622] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.541622] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.541622] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.541622] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.569912] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.569912] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.569912] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.569912] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.569912] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.569912] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.569912] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 is going to be updated. [ 879.601955] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.602161] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.602236] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.603149] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.603149] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.613321] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 in Status: IN_PROGRESS for 2s [ 880.891888] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b1c3ed5-47b2-4a6d-b727-aed3431443bf in Status: SUCCESS [ 880.892275] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b1c3ed5-47b2-4a6d-b727-aed3431443bf deletion is rescheduled due to dependency. [ 880.892275] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b1c3ed5-47b2-4a6d-b727-aed3431443bf" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.002643] env[65077]: INFO networking_nsxv3.common.synchronization [None req-b9e544f7-f7bf-49c4-8653-3332dd7050da None None] Enqueued Resource ID: a73d7547-3e01-4a39-9a9b-37630dd45647 with Priority: HIGHEST for action port [ 881.002643] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a73d7547-3e01-4a39-9a9b-37630dd45647 with Priority: HIGHEST for action port [ 881.002643] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-a73d7547-3e01-4a39-9a9b-37630dd45647 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.002643] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a73d7547-3e01-4a39-9a9b-37630dd45647" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.002643] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a73d7547-3e01-4a39-9a9b-37630dd45647" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.003125] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a73d7547-3e01-4a39-9a9b-37630dd45647" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.003125] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a73d7547-3e01-4a39-9a9b-37630dd45647',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.505151] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a73d7547-3e01-4a39-9a9b-37630dd45647 [ 881.506283] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.506492] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.506604] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.507159] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.507159] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.507159] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a73d7547-3e01-4a39-9a9b-37630dd45647 already deleted. [ 881.507159] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a73d7547-3e01-4a39-9a9b-37630dd45647" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.573809] env[65077]: INFO networking_nsxv3.common.synchronization [req-f67c658d-f487-4591-b028-f9ed42c0c37e req-3f3ddb65-3bf0-47b5-93c2-48d54c68f3a2 tempest-ServersTestJSON-998299514 tempest-ServersTestJSON-998299514-project-member] Enqueued Resource ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 with Priority: HIGHEST for action security_group_members [ 881.574125] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 with Priority: HIGHEST for action security_group_members [ 881.574928] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.574928] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.574928] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.574928] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.575160] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.575160] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.575160] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.575319] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.575415] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.575493] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.637927] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 in Status: SUCCESS [ 881.637927] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 deletion is rescheduled due to dependency. [ 881.637927] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.078993] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.580581] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.083057] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.083393] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.083393] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.083477] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.083558] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.083653] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 is going to be updated. [ 883.115786] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.115935] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.116072] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.116863] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.116863] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.128807] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 in Status: IN_PROGRESS for 2s [ 885.143632] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 in Status: SUCCESS [ 885.144066] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.297169] env[65077]: INFO networking_nsxv3.common.synchronization [req-48bbc69b-840a-4730-ad9d-6d4bc2ed8913 req-911ae9d3-135e-4302-b139-9407723ea3a8 tempest-ServerAddressesTestJSON-494329850 tempest-ServerAddressesTestJSON-494329850-project-member] Enqueued Resource ID: 8f1eebcf-419f-4660-a868-48fb662eb5de with Priority: HIGHEST for action security_group_members [ 885.297696] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f1eebcf-419f-4660-a868-48fb662eb5de with Priority: HIGHEST for action security_group_members [ 885.298010] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f1eebcf-419f-4660-a868-48fb662eb5de taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.298125] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f1eebcf-419f-4660-a868-48fb662eb5de" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.298186] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f1eebcf-419f-4660-a868-48fb662eb5de" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.298427] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f1eebcf-419f-4660-a868-48fb662eb5de" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.298575] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.298670] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.298757] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.298871] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.298948] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.300340] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f1eebcf-419f-4660-a868-48fb662eb5de',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.754153] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock network-724 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.754358] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "network-724" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.754491] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "network-724" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.754850] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "network-724" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.755985] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.755985] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.755985] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.755985] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.755985] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.756314] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 885.756314] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 885.756437] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 885.756520] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 885.756663] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 885.756779] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 885.756907] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 885.779895] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 885.780162] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 885.780317] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 885.780667] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "network-724" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.784023] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock port-3c5c2f89-cd02-426a-8e01-f1a98c9ef593 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.784023] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "port-3c5c2f89-cd02-426a-8e01-f1a98c9ef593" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.784023] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "port-3c5c2f89-cd02-426a-8e01-f1a98c9ef593" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.784023] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "port-3c5c2f89-cd02-426a-8e01-f1a98c9ef593" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.784023] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c5c2f89-cd02-426a-8e01-f1a98c9ef593',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.804150] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.804150] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.804150] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.804150] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.804150] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.804150] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.804150] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.804150] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.804150] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.804150] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.804150] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f1eebcf-419f-4660-a868-48fb662eb5de already deleted. [ 885.804150] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f1eebcf-419f-4660-a868-48fb662eb5de" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.953973] env[65077]: INFO networking_nsxv3.common.synchronization [req-73dda6c1-28e0-407e-9ebd-389af5b0b55e req-d305b5d5-d2f0-4094-8960-dde0f5971be9 tempest-SecurityGroupsTestJSON-718931207 tempest-SecurityGroupsTestJSON-718931207-project-member] Enqueued Resource ID: ccb0ab2a-1aa8-407e-ba07-2e40e770e671 with Priority: HIGHEST for action security_group_members [ 885.954236] env[65077]: INFO networking_nsxv3.common.synchronization [req-73dda6c1-28e0-407e-9ebd-389af5b0b55e req-d305b5d5-d2f0-4094-8960-dde0f5971be9 tempest-SecurityGroupsTestJSON-718931207 tempest-SecurityGroupsTestJSON-718931207-project-member] Enqueued Resource ID: 2d86ef7e-27bc-402b-aeab-a201e3db8423 with Priority: HIGHEST for action security_group_members [ 885.954403] env[65077]: INFO networking_nsxv3.common.synchronization [req-73dda6c1-28e0-407e-9ebd-389af5b0b55e req-d305b5d5-d2f0-4094-8960-dde0f5971be9 tempest-SecurityGroupsTestJSON-718931207 tempest-SecurityGroupsTestJSON-718931207-project-member] Enqueued Resource ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 with Priority: HIGHEST for action security_group_members [ 885.954981] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccb0ab2a-1aa8-407e-ba07-2e40e770e671 with Priority: HIGHEST for action security_group_members [ 885.955166] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d86ef7e-27bc-402b-aeab-a201e3db8423 with Priority: HIGHEST for action security_group_members [ 885.955300] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 with Priority: HIGHEST for action security_group_members [ 885.955646] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccb0ab2a-1aa8-407e-ba07-2e40e770e671 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.955781] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccb0ab2a-1aa8-407e-ba07-2e40e770e671" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.955864] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccb0ab2a-1aa8-407e-ba07-2e40e770e671" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.956152] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccb0ab2a-1aa8-407e-ba07-2e40e770e671" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.956337] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.956473] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.956554] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.956757] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.956860] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.956986] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ccb0ab2a-1aa8-407e-ba07-2e40e770e671',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.958461] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d86ef7e-27bc-402b-aeab-a201e3db8423 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.958609] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d86ef7e-27bc-402b-aeab-a201e3db8423" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.958706] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d86ef7e-27bc-402b-aeab-a201e3db8423" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.958929] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d86ef7e-27bc-402b-aeab-a201e3db8423" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.959120] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.959258] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.959329] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.959486] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.959592] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.959724] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d86ef7e-27bc-402b-aeab-a201e3db8423',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.960439] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-814792c4-8d30-4cd1-beba-7dac1d6899a2 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.961431] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.961431] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.961431] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.961431] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.961431] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.961431] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.961431] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.961431] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.961431] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('814792c4-8d30-4cd1-beba-7dac1d6899a2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.284550] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.284883] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.284976] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.285315] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.285502] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.285692] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Segment Port 3c5c2f89-cd02-426a-8e01-f1a98c9ef593 not found, creating... [ 886.286012] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.286339] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.286407] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.286635] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.286807] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.287138] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.287322] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.288030] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.288030] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.288030] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.288030] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Resource: SegmentPort with ID: 3c5c2f89-cd02-426a-8e01-f1a98c9ef593 is going to be created. [ 886.308376] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.308623] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.308765] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.309092] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.309356] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.309646] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "port-3c5c2f89-cd02-426a-8e01-f1a98c9ef593" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.462700] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.462879] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.462951] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.463394] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.464572] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.464675] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.464979] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.465094] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.483670] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.483912] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.484081] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.484159] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.484356] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.484441] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.484538] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccb0ab2a-1aa8-407e-ba07-2e40e770e671 is going to be updated. [ 886.485514] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.485718] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.508415] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.508700] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.508823] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.508891] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.509125] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.509208] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.509329] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d86ef7e-27bc-402b-aeab-a201e3db8423 is going to be updated. [ 886.510661] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.510661] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.510661] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.510890] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.511041] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.511174] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.511403] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.511485] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.511575] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 is going to be updated. [ 886.513302] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.513385] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.513440] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.513603] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.513758] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.524416] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccb0ab2a-1aa8-407e-ba07-2e40e770e671 in Status: IN_PROGRESS for 2s [ 886.556954] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.557171] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.557269] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.557587] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.557753] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.561423] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.561583] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.561629] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.561792] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.561924] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.572723] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d86ef7e-27bc-402b-aeab-a201e3db8423 in Status: IN_PROGRESS for 2s [ 886.573496] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 in Status: IN_PROGRESS for 2s [ 887.030319] env[65077]: INFO networking_nsxv3.common.synchronization [req-48bbc69b-840a-4730-ad9d-6d4bc2ed8913 req-c5ac1802-a0a2-41eb-ae53-dcf4ac6ce60d service nova] Enqueued Resource ID: 8f1eebcf-419f-4660-a868-48fb662eb5de with Priority: HIGHEST for action security_group_rules [ 887.030557] env[65077]: INFO networking_nsxv3.common.synchronization [req-48bbc69b-840a-4730-ad9d-6d4bc2ed8913 req-c5ac1802-a0a2-41eb-ae53-dcf4ac6ce60d service nova] Enqueued Resource ID: 8f1eebcf-419f-4660-a868-48fb662eb5de with Priority: HIGHEST for action security_group_members [ 887.031106] env[65077]: INFO networking_nsxv3.common.synchronization [req-48bbc69b-840a-4730-ad9d-6d4bc2ed8913 req-c5ac1802-a0a2-41eb-ae53-dcf4ac6ce60d service nova] Enqueued Resource ID: 3c5c2f89-cd02-426a-8e01-f1a98c9ef593 with Priority: HIGHEST for action port [ 887.031722] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f1eebcf-419f-4660-a868-48fb662eb5de with Priority: HIGHEST for action security_group_rules [ 887.031890] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f1eebcf-419f-4660-a868-48fb662eb5de with Priority: HIGHEST for action security_group_members [ 887.032067] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c5c2f89-cd02-426a-8e01-f1a98c9ef593 with Priority: HIGHEST for action port [ 887.032344] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f1eebcf-419f-4660-a868-48fb662eb5de taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.032472] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f1eebcf-419f-4660-a868-48fb662eb5de" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.032561] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f1eebcf-419f-4660-a868-48fb662eb5de" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.032860] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f1eebcf-419f-4660-a868-48fb662eb5de" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.032947] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f1eebcf-419f-4660-a868-48fb662eb5de',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.033904] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f1eebcf-419f-4660-a868-48fb662eb5de taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.034053] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f1eebcf-419f-4660-a868-48fb662eb5de" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.034120] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f1eebcf-419f-4660-a868-48fb662eb5de" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.034322] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f1eebcf-419f-4660-a868-48fb662eb5de" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.034498] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.034588] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.034676] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.034827] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.034936] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.035562] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f1eebcf-419f-4660-a868-48fb662eb5de',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.035860] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c5c2f89-cd02-426a-8e01-f1a98c9ef593 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.035983] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c5c2f89-cd02-426a-8e01-f1a98c9ef593" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.036072] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c5c2f89-cd02-426a-8e01-f1a98c9ef593" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.036730] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c5c2f89-cd02-426a-8e01-f1a98c9ef593" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.036730] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c5c2f89-cd02-426a-8e01-f1a98c9ef593',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.537863] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f1eebcf-419f-4660-a868-48fb662eb5de taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.538217] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f1eebcf-419f-4660-a868-48fb662eb5de" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.538641] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f1eebcf-419f-4660-a868-48fb662eb5de',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.539606] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3c5c2f89-cd02-426a-8e01-f1a98c9ef593 with status ACTIVE [ 887.539782] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.539977] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.539977] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.540179] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.540264] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.540437] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.540539] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.540595] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.540743] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.540818] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.540995] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.541736] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.541810] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.541967] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.542062] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.542154] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3c5c2f89-cd02-426a-8e01-f1a98c9ef593 is going to be updated. [ 887.565045] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.565349] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.565455] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.565728] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.565911] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.566139] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c5c2f89-cd02-426a-8e01-f1a98c9ef593" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.044631] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f1eebcf-419f-4660-a868-48fb662eb5de',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.535035] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccb0ab2a-1aa8-407e-ba07-2e40e770e671 in Status: SUCCESS [ 888.535239] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccb0ab2a-1aa8-407e-ba07-2e40e770e671 deletion is rescheduled due to dependency. [ 888.535350] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccb0ab2a-1aa8-407e-ba07-2e40e770e671" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.546991] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.547311] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.547311] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.547444] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.547534] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.547649] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f1eebcf-419f-4660-a868-48fb662eb5de is going to be created. [ 888.572660] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.572799] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.572839] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.573046] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.573215] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.584536] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 in Status: SUCCESS [ 888.584706] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 deletion is rescheduled due to dependency. [ 888.584832] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.585675] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d86ef7e-27bc-402b-aeab-a201e3db8423 in Status: SUCCESS [ 888.585675] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d86ef7e-27bc-402b-aeab-a201e3db8423 deletion is rescheduled due to dependency. [ 888.585811] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d86ef7e-27bc-402b-aeab-a201e3db8423" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.586537] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f1eebcf-419f-4660-a868-48fb662eb5de in Status: UNINITIALIZED for 2s [ 889.641782] env[65077]: INFO networking_nsxv3.common.synchronization [req-a4c8310a-59c6-4f3b-9bd7-5ca1e8bbf5b4 req-c2dde517-f5b7-426d-8341-da4d061c4dab tempest-ServersAdminTestJSON-426377813 tempest-ServersAdminTestJSON-426377813-project-member] Enqueued Resource ID: 01ad1d78-1c0f-4656-b348-852e5afff800 with Priority: HIGHEST for action security_group_members [ 889.642424] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01ad1d78-1c0f-4656-b348-852e5afff800 with Priority: HIGHEST for action security_group_members [ 889.642743] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ad1d78-1c0f-4656-b348-852e5afff800 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.642867] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.642933] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.643168] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.643320] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.643417] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.643477] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.643616] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.643698] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.643791] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01ad1d78-1c0f-4656-b348-852e5afff800',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.147426] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01ad1d78-1c0f-4656-b348-852e5afff800',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.598234] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f1eebcf-419f-4660-a868-48fb662eb5de in Status: SUCCESS [ 890.598524] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f1eebcf-419f-4660-a868-48fb662eb5de" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.598626] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f1eebcf-419f-4660-a868-48fb662eb5de" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.598991] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f1eebcf-419f-4660-a868-48fb662eb5de" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.599270] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.599366] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.599489] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.599734] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.599828] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.599919] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f1eebcf-419f-4660-a868-48fb662eb5de" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.600026] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8f1eebcf-419f-4660-a868-48fb662eb5de',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.649746] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01ad1d78-1c0f-4656-b348-852e5afff800',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.102568] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f1eebcf-419f-4660-a868-48fb662eb5de taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.102568] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f1eebcf-419f-4660-a868-48fb662eb5de" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.102719] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f1eebcf-419f-4660-a868-48fb662eb5de" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.102824] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f1eebcf-419f-4660-a868-48fb662eb5de" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.102983] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.103096] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.103162] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.103308] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.103406] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.103529] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f1eebcf-419f-4660-a868-48fb662eb5de" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.103712] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f1eebcf-419f-4660-a868-48fb662eb5de taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.103833] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f1eebcf-419f-4660-a868-48fb662eb5de" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.103933] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f1eebcf-419f-4660-a868-48fb662eb5de" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.104137] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f1eebcf-419f-4660-a868-48fb662eb5de" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.104751] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.104751] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.104751] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.104751] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.104751] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.105141] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f1eebcf-419f-4660-a868-48fb662eb5de" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.105141] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8f1eebcf-419f-4660-a868-48fb662eb5de',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.151900] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.152096] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.152199] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.152430] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.152520] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.152623] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01ad1d78-1c0f-4656-b348-852e5afff800 is going to be updated. [ 891.180043] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.180204] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.180258] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.180468] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.180616] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.189213] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ad1d78-1c0f-4656-b348-852e5afff800 in Status: IN_PROGRESS for 2s [ 891.607729] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8f1eebcf-419f-4660-a868-48fb662eb5de: rpc.has_security_group_logging(os_id): False [ 891.626496] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.626647] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.626721] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.626934] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.627036] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.627243] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.627342] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.627401] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.627574] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.627660] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.628019] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.628125] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.628185] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.628332] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.628408] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.628911] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.628911] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.628911] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.628911] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.629100] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.629157] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f1eebcf-419f-4660-a868-48fb662eb5de is going to be created. [ 891.698452] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.698798] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.698881] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.699126] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.699313] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.711995] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f1eebcf-419f-4660-a868-48fb662eb5de in Status: IN_PROGRESS for 2s [ 893.199447] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ad1d78-1c0f-4656-b348-852e5afff800 in Status: SUCCESS [ 893.199753] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.730683] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f1eebcf-419f-4660-a868-48fb662eb5de in Status: SUCCESS [ 893.730954] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f1eebcf-419f-4660-a868-48fb662eb5de" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.543876] env[65077]: INFO networking_nsxv3.common.synchronization [None req-45129237-5529-4c50-833a-cb85f439e5d1 None None] Enqueued Resource ID: 11161a5f-2e61-4f74-9934-4378e97e8cd2 with Priority: HIGHEST for action port [ 894.544706] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11161a5f-2e61-4f74-9934-4378e97e8cd2 with Priority: HIGHEST for action port [ 894.545801] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-11161a5f-2e61-4f74-9934-4378e97e8cd2 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.545993] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11161a5f-2e61-4f74-9934-4378e97e8cd2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.546301] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11161a5f-2e61-4f74-9934-4378e97e8cd2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.546586] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11161a5f-2e61-4f74-9934-4378e97e8cd2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.546676] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11161a5f-2e61-4f74-9934-4378e97e8cd2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.050075] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 11161a5f-2e61-4f74-9934-4378e97e8cd2 [ 895.050322] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.050461] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.050531] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.050757] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.050862] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.050963] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:11161a5f-2e61-4f74-9934-4378e97e8cd2 already deleted. [ 895.051060] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11161a5f-2e61-4f74-9934-4378e97e8cd2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.612710] env[65077]: INFO networking_nsxv3.common.synchronization [req-b2583cb9-24a4-4612-a06a-50c6cc54a2c2 req-e3cf82eb-032c-46e6-8d5b-80ec302616e1 tempest-ServerAddressesTestJSON-494329850 tempest-ServerAddressesTestJSON-494329850-project-member] Enqueued Resource ID: 8f1eebcf-419f-4660-a868-48fb662eb5de with Priority: HIGHEST for action security_group_members [ 896.613260] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f1eebcf-419f-4660-a868-48fb662eb5de with Priority: HIGHEST for action security_group_members [ 896.613559] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f1eebcf-419f-4660-a868-48fb662eb5de taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.613678] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f1eebcf-419f-4660-a868-48fb662eb5de" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.613775] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f1eebcf-419f-4660-a868-48fb662eb5de" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.614119] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f1eebcf-419f-4660-a868-48fb662eb5de" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.614302] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.614441] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.614513] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.614690] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.614799] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.614913] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f1eebcf-419f-4660-a868-48fb662eb5de',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.116910] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.117188] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.117290] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.117540] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.117700] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.117918] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.118071] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.118143] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.118313] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.118394] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.118483] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f1eebcf-419f-4660-a868-48fb662eb5de is going to be updated. [ 897.148229] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.148376] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.150030] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.150030] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.150030] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.159210] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f1eebcf-419f-4660-a868-48fb662eb5de in Status: IN_PROGRESS for 2s [ 897.525206] env[65077]: INFO networking_nsxv3.common.synchronization [None req-35a634a0-5415-4391-bb62-24467fc53d11 None None] Enqueued Resource ID: 03051fc0-4e78-4dd3-8b52-4148691b80c3 with Priority: HIGHEST for action port [ 897.525206] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03051fc0-4e78-4dd3-8b52-4148691b80c3 with Priority: HIGHEST for action port [ 897.525206] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-03051fc0-4e78-4dd3-8b52-4148691b80c3 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.525206] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03051fc0-4e78-4dd3-8b52-4148691b80c3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.525206] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03051fc0-4e78-4dd3-8b52-4148691b80c3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.525206] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03051fc0-4e78-4dd3-8b52-4148691b80c3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.525206] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03051fc0-4e78-4dd3-8b52-4148691b80c3',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.027989] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 03051fc0-4e78-4dd3-8b52-4148691b80c3 [ 898.028256] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.028399] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.028474] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.028691] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.028781] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.028875] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:03051fc0-4e78-4dd3-8b52-4148691b80c3 already deleted. [ 898.028958] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03051fc0-4e78-4dd3-8b52-4148691b80c3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.186115] env[65077]: INFO networking_nsxv3.common.synchronization [req-1fe9274c-88c6-4d07-9d42-8fe4ce4bd4f0 req-daaea5f7-28f7-4824-a9c5-2473246ea2d5 tempest-ServerActionsTestOtherB-741919204 tempest-ServerActionsTestOtherB-741919204-project-member] Enqueued Resource ID: 183043d0-c3f3-4288-9199-59f9b189e565 with Priority: HIGHEST for action security_group_members [ 898.186654] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 183043d0-c3f3-4288-9199-59f9b189e565 with Priority: HIGHEST for action security_group_members [ 898.187071] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-183043d0-c3f3-4288-9199-59f9b189e565 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.187366] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.187366] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.187505] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.188470] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.188470] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.188470] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.188470] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.188470] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.188470] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('183043d0-c3f3-4288-9199-59f9b189e565',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.690240] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.690480] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.690480] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.690677] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.712075] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.712360] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.712520] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.712679] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.712773] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.712920] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.712920] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 183043d0-c3f3-4288-9199-59f9b189e565 is going to be updated. [ 898.747177] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.750434] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.750578] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.750889] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.751055] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.762523] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 183043d0-c3f3-4288-9199-59f9b189e565 in Status: IN_PROGRESS for 2s [ 899.168447] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f1eebcf-419f-4660-a868-48fb662eb5de in Status: SUCCESS [ 899.168756] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f1eebcf-419f-4660-a868-48fb662eb5de deletion is rescheduled due to dependency. [ 899.168889] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f1eebcf-419f-4660-a868-48fb662eb5de" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.773079] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 183043d0-c3f3-4288-9199-59f9b189e565 in Status: SUCCESS [ 900.773389] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 183043d0-c3f3-4288-9199-59f9b189e565 deletion is rescheduled due to dependency. [ 900.773432] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.187511] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 903.187828] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 903.996906] env[65077]: INFO networking_nsxv3.common.synchronization [req-e301810f-547e-47b2-8b5d-c86fa3102572 req-a15bd73e-5bdc-4958-b1f4-f196721fe259 tempest-ServerRescueTestJSON-46948838 tempest-ServerRescueTestJSON-46948838-project-member] Enqueued Resource ID: 5d5a18d9-ef28-43fb-a60d-fa379ab34eb2 with Priority: HIGHEST for action security_group_members [ 904.000211] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d5a18d9-ef28-43fb-a60d-fa379ab34eb2 with Priority: HIGHEST for action security_group_members [ 904.000720] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d5a18d9-ef28-43fb-a60d-fa379ab34eb2 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.001050] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d5a18d9-ef28-43fb-a60d-fa379ab34eb2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.001234] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d5a18d9-ef28-43fb-a60d-fa379ab34eb2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.001519] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d5a18d9-ef28-43fb-a60d-fa379ab34eb2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.001829] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.002382] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.002568] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.002821] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.003827] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.003939] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d5a18d9-ef28-43fb-a60d-fa379ab34eb2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.507582] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.508010] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.508010] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.508082] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.529996] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.530272] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.530393] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.530462] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.530668] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.530763] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.530844] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d5a18d9-ef28-43fb-a60d-fa379ab34eb2 is going to be updated. [ 904.558234] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.558234] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.558234] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.558234] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.558234] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.566715] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d5a18d9-ef28-43fb-a60d-fa379ab34eb2 in Status: IN_PROGRESS for 2s [ 906.259526] env[65077]: INFO networking_nsxv3.common.synchronization [req-4b6328bc-4784-4f7b-b249-22fc5a0b74dc req-5f50b2ed-41c7-4f61-960b-52170da04652 tempest-ImagesOneServerNegativeTestJSON-1130149341 tempest-ImagesOneServerNegativeTestJSON-1130149341-project-member] Enqueued Resource ID: 7a7ee9dd-f87d-403e-a7bb-a38b249129d2 with Priority: HIGHEST for action security_group_members [ 906.260080] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a7ee9dd-f87d-403e-a7bb-a38b249129d2 with Priority: HIGHEST for action security_group_members [ 906.260141] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.260269] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.260334] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.260530] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.260679] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.260795] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.260897] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.261085] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.261173] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.261268] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a7ee9dd-f87d-403e-a7bb-a38b249129d2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.577417] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d5a18d9-ef28-43fb-a60d-fa379ab34eb2 in Status: SUCCESS [ 906.577561] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d5a18d9-ef28-43fb-a60d-fa379ab34eb2 deletion is rescheduled due to dependency. [ 906.577832] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d5a18d9-ef28-43fb-a60d-fa379ab34eb2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.605467] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock network-470 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.605651] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "network-470" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.606179] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "network-470" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.606179] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "network-470" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.606291] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.606446] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.606561] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.606772] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.606915] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.607139] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 906.607250] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 906.607358] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 906.607462] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 906.607568] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 906.607672] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 906.607825] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 906.625945] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 906.626147] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 906.626483] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 906.626483] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "network-470" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.626762] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock port-6cfe310e-3abd-44be-a3fc-d6d579b3281d taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.626933] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "port-6cfe310e-3abd-44be-a3fc-d6d579b3281d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.627060] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "port-6cfe310e-3abd-44be-a3fc-d6d579b3281d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.627414] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "port-6cfe310e-3abd-44be-a3fc-d6d579b3281d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.627721] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6cfe310e-3abd-44be-a3fc-d6d579b3281d',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.764068] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.764068] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.764068] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.764289] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.784329] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.784670] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.784768] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.784768] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.784982] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.785100] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.785157] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a7ee9dd-f87d-403e-a7bb-a38b249129d2 is going to be updated. [ 906.812066] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.812273] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.812363] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.812591] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.812746] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.824369] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a7ee9dd-f87d-403e-a7bb-a38b249129d2 in Status: IN_PROGRESS for 2s [ 907.117109] env[65077]: INFO networking_nsxv3.common.synchronization [req-1b181056-1ce7-4347-b950-087325720e63 req-fed4988e-fb5f-4231-9bc5-2c2311fb28f4 tempest-MigrationsAdminTest-197106784 tempest-MigrationsAdminTest-197106784-project-member] Enqueued Resource ID: aa8d5f03-7d42-445e-85f8-89629241916a with Priority: HIGHEST for action security_group_members [ 907.117688] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa8d5f03-7d42-445e-85f8-89629241916a with Priority: HIGHEST for action security_group_members [ 907.118114] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa8d5f03-7d42-445e-85f8-89629241916a taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.118273] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa8d5f03-7d42-445e-85f8-89629241916a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.118362] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa8d5f03-7d42-445e-85f8-89629241916a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.118577] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa8d5f03-7d42-445e-85f8-89629241916a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.118729] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.118842] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.118921] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.119084] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.119170] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.119263] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa8d5f03-7d42-445e-85f8-89629241916a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.130308] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.131059] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.131059] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.131059] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.131149] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.131396] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Segment Port 6cfe310e-3abd-44be-a3fc-d6d579b3281d not found, creating... [ 907.131561] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.131712] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.131825] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.132075] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.132214] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.132490] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.132633] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.132747] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.132949] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.133102] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.133237] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Resource: SegmentPort with ID: 6cfe310e-3abd-44be-a3fc-d6d579b3281d is going to be created. [ 907.156536] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.156791] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.156933] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.157246] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.157477] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.158026] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "port-6cfe310e-3abd-44be-a3fc-d6d579b3281d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.620890] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa8d5f03-7d42-445e-85f8-89629241916a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.885354] env[65077]: INFO networking_nsxv3.common.synchronization [req-4b6328bc-4784-4f7b-b249-22fc5a0b74dc req-cbbc01c5-af06-43b8-a63c-3af6be737859 service nova] Enqueued Resource ID: 7a7ee9dd-f87d-403e-a7bb-a38b249129d2 with Priority: HIGHEST for action security_group_rules [ 907.885641] env[65077]: INFO networking_nsxv3.common.synchronization [req-4b6328bc-4784-4f7b-b249-22fc5a0b74dc req-cbbc01c5-af06-43b8-a63c-3af6be737859 service nova] Enqueued Resource ID: 7a7ee9dd-f87d-403e-a7bb-a38b249129d2 with Priority: HIGHEST for action security_group_members [ 907.885800] env[65077]: INFO networking_nsxv3.common.synchronization [req-4b6328bc-4784-4f7b-b249-22fc5a0b74dc req-cbbc01c5-af06-43b8-a63c-3af6be737859 service nova] Enqueued Resource ID: 6cfe310e-3abd-44be-a3fc-d6d579b3281d with Priority: HIGHEST for action port [ 907.886409] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a7ee9dd-f87d-403e-a7bb-a38b249129d2 with Priority: HIGHEST for action security_group_rules [ 907.886606] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a7ee9dd-f87d-403e-a7bb-a38b249129d2 with Priority: HIGHEST for action security_group_members [ 907.886663] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cfe310e-3abd-44be-a3fc-d6d579b3281d with Priority: HIGHEST for action port [ 907.886987] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a7ee9dd-f87d-403e-a7bb-a38b249129d2 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.887136] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.887219] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.887445] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.887546] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a7ee9dd-f87d-403e-a7bb-a38b249129d2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.888592] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.888712] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.888944] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-6cfe310e-3abd-44be-a3fc-d6d579b3281d taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.889079] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6cfe310e-3abd-44be-a3fc-d6d579b3281d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.889151] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6cfe310e-3abd-44be-a3fc-d6d579b3281d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.889349] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6cfe310e-3abd-44be-a3fc-d6d579b3281d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.889446] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6cfe310e-3abd-44be-a3fc-d6d579b3281d',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.123482] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa8d5f03-7d42-445e-85f8-89629241916a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.394020] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.394020] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.394020] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6cfe310e-3abd-44be-a3fc-d6d579b3281d with status ACTIVE [ 908.394020] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.394490] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.394490] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.394490] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.394490] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.394665] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.394717] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.395357] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.395357] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.395357] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.395357] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.395357] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.395357] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.395735] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.395735] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.395735] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6cfe310e-3abd-44be-a3fc-d6d579b3281d is going to be updated. [ 908.418928] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.419129] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.419251] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.419385] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.419525] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.419687] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6cfe310e-3abd-44be-a3fc-d6d579b3281d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.626325] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.626654] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.626654] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.626753] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.626815] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.626915] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa8d5f03-7d42-445e-85f8-89629241916a is going to be updated. [ 908.655752] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.655969] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.656095] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.656385] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.656482] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.665250] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa8d5f03-7d42-445e-85f8-89629241916a in Status: IN_PROGRESS for 2s [ 908.834095] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a7ee9dd-f87d-403e-a7bb-a38b249129d2 in Status: SUCCESS [ 908.834343] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a7ee9dd-f87d-403e-a7bb-a38b249129d2 deletion is rescheduled due to dependency. [ 908.834472] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.834635] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.834848] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.835048] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.835165] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.835230] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.835417] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.835501] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.835593] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a7ee9dd-f87d-403e-a7bb-a38b249129d2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.234127] env[65077]: INFO networking_nsxv3.common.synchronization [None req-497108bb-6ef7-4c9c-8913-7c38d5d6db0d tempest-ServerDiskConfigTestJSON-1910186758 tempest-ServerDiskConfigTestJSON-1910186758-project-member] Enqueued Resource ID: 56ccf2a0-0d24-483d-97e4-012f29a8815a with Priority: HIGHEST for action security_group_rules [ 909.235480] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56ccf2a0-0d24-483d-97e4-012f29a8815a with Priority: HIGHEST for action security_group_rules [ 909.235868] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56ccf2a0-0d24-483d-97e4-012f29a8815a taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.236037] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56ccf2a0-0d24-483d-97e4-012f29a8815a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.236037] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56ccf2a0-0d24-483d-97e4-012f29a8815a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.236328] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56ccf2a0-0d24-483d-97e4-012f29a8815a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.236561] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56ccf2a0-0d24-483d-97e4-012f29a8815a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.328138] env[65077]: INFO networking_nsxv3.common.synchronization [None req-4f44a439-0a81-4086-8dd2-1df5cc027512 tempest-ServerDiskConfigTestJSON-1910186758 tempest-ServerDiskConfigTestJSON-1910186758-project-member] Enqueued Resource ID: 56ccf2a0-0d24-483d-97e4-012f29a8815a with Priority: HIGHEST for action security_group_rules [ 909.328701] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56ccf2a0-0d24-483d-97e4-012f29a8815a with Priority: HIGHEST for action security_group_rules [ 909.329056] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56ccf2a0-0d24-483d-97e4-012f29a8815a taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.329172] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56ccf2a0-0d24-483d-97e4-012f29a8815a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.337577] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a7ee9dd-f87d-403e-a7bb-a38b249129d2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.761995] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.762400] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.762400] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.762497] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.762564] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.762662] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56ccf2a0-0d24-483d-97e4-012f29a8815a already deleted. [ 909.762761] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56ccf2a0-0d24-483d-97e4-012f29a8815a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.762926] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56ccf2a0-0d24-483d-97e4-012f29a8815a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.763120] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56ccf2a0-0d24-483d-97e4-012f29a8815a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.763202] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56ccf2a0-0d24-483d-97e4-012f29a8815a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.839920] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a7ee9dd-f87d-403e-a7bb-a38b249129d2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.283029] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.283218] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.283270] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.283473] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.283563] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.283659] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56ccf2a0-0d24-483d-97e4-012f29a8815a already deleted. [ 910.283743] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56ccf2a0-0d24-483d-97e4-012f29a8815a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.342376] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.342531] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.342636] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.342839] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.342926] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.343029] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a7ee9dd-f87d-403e-a7bb-a38b249129d2 is going to be updated. [ 910.376392] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.376392] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.376392] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.376392] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.376392] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.388472] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a7ee9dd-f87d-403e-a7bb-a38b249129d2 in Status: IN_PROGRESS for 2s [ 910.674783] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa8d5f03-7d42-445e-85f8-89629241916a in Status: SUCCESS [ 910.675014] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa8d5f03-7d42-445e-85f8-89629241916a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.187637] env[65077]: INFO networking_nsxv3.common.synchronization [None req-73825db2-00ae-456f-87dd-c8674196b91b tempest-AttachInterfacesTestJSON-1133181043 tempest-AttachInterfacesTestJSON-1133181043-project-member] Enqueued Resource ID: ff959911-4ef9-4c88-86e4-f85a7e8ba4c3 with Priority: HIGHEST for action security_group_rules [ 911.189239] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff959911-4ef9-4c88-86e4-f85a7e8ba4c3 with Priority: HIGHEST for action security_group_rules [ 911.191328] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff959911-4ef9-4c88-86e4-f85a7e8ba4c3 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.191328] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff959911-4ef9-4c88-86e4-f85a7e8ba4c3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.191328] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff959911-4ef9-4c88-86e4-f85a7e8ba4c3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.191328] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff959911-4ef9-4c88-86e4-f85a7e8ba4c3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.191328] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff959911-4ef9-4c88-86e4-f85a7e8ba4c3',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.290985] env[65077]: INFO networking_nsxv3.common.synchronization [None req-f9e43de9-d6c4-47f3-8a7d-49aa2aae5954 tempest-AttachInterfacesTestJSON-1133181043 tempest-AttachInterfacesTestJSON-1133181043-project-member] Enqueued Resource ID: ff959911-4ef9-4c88-86e4-f85a7e8ba4c3 with Priority: HIGHEST for action security_group_rules [ 911.291853] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff959911-4ef9-4c88-86e4-f85a7e8ba4c3 with Priority: HIGHEST for action security_group_rules [ 911.291853] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff959911-4ef9-4c88-86e4-f85a7e8ba4c3 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.291989] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff959911-4ef9-4c88-86e4-f85a7e8ba4c3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.716538] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.716776] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.716825] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.717099] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.717195] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.717297] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff959911-4ef9-4c88-86e4-f85a7e8ba4c3 already deleted. [ 911.717674] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff959911-4ef9-4c88-86e4-f85a7e8ba4c3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.717908] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff959911-4ef9-4c88-86e4-f85a7e8ba4c3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.718220] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff959911-4ef9-4c88-86e4-f85a7e8ba4c3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.718404] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff959911-4ef9-4c88-86e4-f85a7e8ba4c3',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.240762] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.241177] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.241177] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.241177] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.241360] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.241360] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff959911-4ef9-4c88-86e4-f85a7e8ba4c3 already deleted. [ 912.241468] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff959911-4ef9-4c88-86e4-f85a7e8ba4c3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.316016] env[65077]: INFO networking_nsxv3.common.synchronization [req-9e4f14bf-a496-4985-b67c-829d3273a222 req-1d7a78ed-2601-44e7-8402-cad602e00780 tempest-ServerDiskConfigTestJSON-1910186758 tempest-ServerDiskConfigTestJSON-1910186758-project-member] Enqueued Resource ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f with Priority: HIGHEST for action security_group_members [ 912.317390] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f with Priority: HIGHEST for action security_group_members [ 912.317390] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-39fdd242-c400-49e1-8754-8fc68bcdde8f taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.317390] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.317390] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.317663] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.317663] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.317791] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.317909] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.317966] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.318105] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.318157] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39fdd242-c400-49e1-8754-8fc68bcdde8f',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.396666] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a7ee9dd-f87d-403e-a7bb-a38b249129d2 in Status: SUCCESS [ 912.396889] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.397086] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.397296] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.397481] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.397601] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.397686] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.397847] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.397930] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.398029] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.398121] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7a7ee9dd-f87d-403e-a7bb-a38b249129d2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.820234] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.820403] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.820483] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.820809] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.855320] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.855987] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.856156] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.856222] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.856525] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.856664] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.856828] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f is going to be updated. [ 912.889139] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.889139] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.889139] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.889139] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.889139] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.897777] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f in Status: IN_PROGRESS for 2s [ 912.900309] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.900454] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.900521] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.900944] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.900944] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.901111] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.901111] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.901538] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.901538] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.901538] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.901708] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.901708] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.901815] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.901899] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.902085] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.902208] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.902284] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.902470] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.902548] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.902643] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.902729] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7a7ee9dd-f87d-403e-a7bb-a38b249129d2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.277510] env[65077]: INFO networking_nsxv3.common.synchronization [req-2069c9cf-620d-4cd1-a4c0-95060fc8b0c0 req-3d5e45d3-8ff2-4ac3-9919-10703b714630 tempest-ServerMetadataNegativeTestJSON-1816732770 tempest-ServerMetadataNegativeTestJSON-1816732770-project-member] Enqueued Resource ID: ac680162-4f7e-404b-a0d8-33992700802f with Priority: HIGHEST for action security_group_members [ 913.278114] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac680162-4f7e-404b-a0d8-33992700802f with Priority: HIGHEST for action security_group_members [ 913.278431] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac680162-4f7e-404b-a0d8-33992700802f taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.278646] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac680162-4f7e-404b-a0d8-33992700802f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.278724] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac680162-4f7e-404b-a0d8-33992700802f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.278979] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac680162-4f7e-404b-a0d8-33992700802f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.279150] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.279589] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.279658] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.279817] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.279895] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.279987] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac680162-4f7e-404b-a0d8-33992700802f',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.405829] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7a7ee9dd-f87d-403e-a7bb-a38b249129d2: rpc.has_security_group_logging(os_id): False [ 913.429617] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.429617] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.429617] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.429617] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.429617] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.429617] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.429617] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.429617] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.430024] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.430024] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.430731] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.430731] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.430731] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.430731] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.430731] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.431785] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.431785] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.431785] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.431785] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.431785] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.431785] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a7ee9dd-f87d-403e-a7bb-a38b249129d2 is going to be updated. [ 913.498077] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.498077] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.498077] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.498077] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.498077] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.513366] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a7ee9dd-f87d-403e-a7bb-a38b249129d2 in Status: IN_PROGRESS for 2s [ 913.638599] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock network-181 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.638793] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "network-181" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.638904] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "network-181" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.640014] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "network-181" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.640014] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.640014] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.640014] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.640253] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.640253] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.640436] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 913.641493] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 913.641493] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 913.641493] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 913.641634] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 913.641762] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 913.641912] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 913.662949] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 913.663235] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 913.663395] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 913.663583] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "network-181" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.663952] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock port-db0977f2-6772-4bb0-9e7c-6f734b8a1749 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.664256] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "port-db0977f2-6772-4bb0-9e7c-6f734b8a1749" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.664412] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "port-db0977f2-6772-4bb0-9e7c-6f734b8a1749" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.664746] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "port-db0977f2-6772-4bb0-9e7c-6f734b8a1749" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.665216] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db0977f2-6772-4bb0-9e7c-6f734b8a1749',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.782573] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.782852] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.782996] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.783384] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.783542] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.783873] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.784029] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.784148] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.784317] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.784433] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.784500] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac680162-4f7e-404b-a0d8-33992700802f already deleted. [ 913.784601] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac680162-4f7e-404b-a0d8-33992700802f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.167660] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.167968] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.168116] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.168395] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.168542] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.168694] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Segment Port db0977f2-6772-4bb0-9e7c-6f734b8a1749 not found, creating... [ 914.168962] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.169267] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.169426] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.169668] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.169877] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.170290] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.170468] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.170583] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.170833] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.170977] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.171133] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Resource: SegmentPort with ID: db0977f2-6772-4bb0-9e7c-6f734b8a1749 is going to be created. [ 914.193674] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.193674] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.193674] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.194055] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.194093] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.194306] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "port-db0977f2-6772-4bb0-9e7c-6f734b8a1749" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.905108] env[65077]: INFO networking_nsxv3.common.synchronization [req-2069c9cf-620d-4cd1-a4c0-95060fc8b0c0 req-8cdf29d2-18fc-4cb8-9476-1d2d526930fb service nova] Enqueued Resource ID: ac680162-4f7e-404b-a0d8-33992700802f with Priority: HIGHEST for action security_group_rules [ 914.905371] env[65077]: INFO networking_nsxv3.common.synchronization [req-2069c9cf-620d-4cd1-a4c0-95060fc8b0c0 req-8cdf29d2-18fc-4cb8-9476-1d2d526930fb service nova] Enqueued Resource ID: ac680162-4f7e-404b-a0d8-33992700802f with Priority: HIGHEST for action security_group_members [ 914.905470] env[65077]: INFO networking_nsxv3.common.synchronization [req-2069c9cf-620d-4cd1-a4c0-95060fc8b0c0 req-8cdf29d2-18fc-4cb8-9476-1d2d526930fb service nova] Enqueued Resource ID: db0977f2-6772-4bb0-9e7c-6f734b8a1749 with Priority: HIGHEST for action port [ 914.905990] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac680162-4f7e-404b-a0d8-33992700802f with Priority: HIGHEST for action security_group_rules [ 914.906150] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac680162-4f7e-404b-a0d8-33992700802f with Priority: HIGHEST for action security_group_members [ 914.906262] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db0977f2-6772-4bb0-9e7c-6f734b8a1749 with Priority: HIGHEST for action port [ 914.906612] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac680162-4f7e-404b-a0d8-33992700802f taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.906737] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac680162-4f7e-404b-a0d8-33992700802f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.906805] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac680162-4f7e-404b-a0d8-33992700802f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.907073] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac680162-4f7e-404b-a0d8-33992700802f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.907169] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac680162-4f7e-404b-a0d8-33992700802f',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.908748] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac680162-4f7e-404b-a0d8-33992700802f taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.908923] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac680162-4f7e-404b-a0d8-33992700802f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.910856] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac680162-4f7e-404b-a0d8-33992700802f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.910856] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac680162-4f7e-404b-a0d8-33992700802f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.910856] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.910856] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.910856] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.910856] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.910856] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.911129] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac680162-4f7e-404b-a0d8-33992700802f',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.911742] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-db0977f2-6772-4bb0-9e7c-6f734b8a1749 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.911904] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db0977f2-6772-4bb0-9e7c-6f734b8a1749" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.911904] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db0977f2-6772-4bb0-9e7c-6f734b8a1749" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.912058] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db0977f2-6772-4bb0-9e7c-6f734b8a1749" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.912143] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db0977f2-6772-4bb0-9e7c-6f734b8a1749',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.913696] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f in Status: SUCCESS [ 914.913846] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f deletion is rescheduled due to dependency. [ 914.914026] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.414428] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac680162-4f7e-404b-a0d8-33992700802f',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.415438] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac680162-4f7e-404b-a0d8-33992700802f taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.415567] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac680162-4f7e-404b-a0d8-33992700802f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.415745] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db0977f2-6772-4bb0-9e7c-6f734b8a1749 with status ACTIVE [ 915.415871] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.415978] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.416136] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.416504] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.416596] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.417365] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.417365] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.417365] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.417365] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.417365] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.417581] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.417581] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.417581] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.417783] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.417783] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.417847] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db0977f2-6772-4bb0-9e7c-6f734b8a1749 is going to be updated. [ 915.441564] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.441761] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.441761] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.441987] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.442135] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.442297] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db0977f2-6772-4bb0-9e7c-6f734b8a1749" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.529255] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a7ee9dd-f87d-403e-a7bb-a38b249129d2 in Status: SUCCESS [ 915.529458] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.919897] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac680162-4f7e-404b-a0d8-33992700802f',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.422972] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.423219] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.423219] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.423467] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.423563] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.423664] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac680162-4f7e-404b-a0d8-33992700802f is going to be created. [ 916.450056] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.450056] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.450056] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.450304] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.450402] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.461703] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac680162-4f7e-404b-a0d8-33992700802f in Status: UNINITIALIZED for 2s [ 917.935216] env[65077]: INFO networking_nsxv3.common.synchronization [req-caaea0e3-2d75-40fa-ac19-c96ff1c1168b req-9369f88a-bc54-4853-a46b-71f3340521d2 tempest-DeleteServersTestJSON-1076641606 tempest-DeleteServersTestJSON-1076641606-project-member] Enqueued Resource ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 with Priority: HIGHEST for action security_group_members [ 917.935990] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 with Priority: HIGHEST for action security_group_members [ 917.935990] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8ed50b5-f4f3-434b-85c0-be75dfdec948 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.936157] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.936208] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.936747] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.936923] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.937156] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.937238] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.937404] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.937490] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.937587] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8ed50b5-f4f3-434b-85c0-be75dfdec948',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.235393] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock network-542 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.235635] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "network-542" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.235954] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "network-542" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.236111] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "network-542" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.236572] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.236770] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.236891] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.237144] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.237325] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.237634] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 918.237743] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 918.237899] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 918.238019] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 918.238137] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 918.238244] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 918.238568] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 918.260988] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 918.261342] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 918.261576] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 918.263047] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "network-542" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.263047] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock port-6fd89b3b-f0ae-4f05-a1f8-81ed00255cb9 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.263047] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "port-6fd89b3b-f0ae-4f05-a1f8-81ed00255cb9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.263047] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "port-6fd89b3b-f0ae-4f05-a1f8-81ed00255cb9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.263047] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "port-6fd89b3b-f0ae-4f05-a1f8-81ed00255cb9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.263047] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fd89b3b-f0ae-4f05-a1f8-81ed00255cb9',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.441470] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.441853] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.442019] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.442943] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.442943] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.443371] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.444227] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.444227] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.444227] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.444227] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.444227] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 is going to be updated. [ 918.473172] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.473172] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.473172] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.473692] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.473980] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.476435] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac680162-4f7e-404b-a0d8-33992700802f in Status: SUCCESS [ 918.476435] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac680162-4f7e-404b-a0d8-33992700802f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.476707] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac680162-4f7e-404b-a0d8-33992700802f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.477067] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac680162-4f7e-404b-a0d8-33992700802f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.477306] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.477469] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.477658] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.477777] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.477922] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.478104] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac680162-4f7e-404b-a0d8-33992700802f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.478233] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac680162-4f7e-404b-a0d8-33992700802f',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.485054] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 in Status: IN_PROGRESS for 2s [ 918.765780] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.766144] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.766341] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.766679] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.767803] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.767803] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Segment Port 6fd89b3b-f0ae-4f05-a1f8-81ed00255cb9 not found, creating... [ 918.767803] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.767803] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.767803] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.768075] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.768205] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.768477] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.768644] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.768762] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.769082] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.769302] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.769482] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Resource: SegmentPort with ID: 6fd89b3b-f0ae-4f05-a1f8-81ed00255cb9 is going to be created. [ 918.792458] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.792762] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.793087] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.793537] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.793982] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.794521] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "port-6fd89b3b-f0ae-4f05-a1f8-81ed00255cb9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.981067] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac680162-4f7e-404b-a0d8-33992700802f taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.981067] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac680162-4f7e-404b-a0d8-33992700802f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.981067] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac680162-4f7e-404b-a0d8-33992700802f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.981480] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac680162-4f7e-404b-a0d8-33992700802f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.981480] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.981572] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.981642] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.981788] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.981880] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.981966] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac680162-4f7e-404b-a0d8-33992700802f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.982129] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac680162-4f7e-404b-a0d8-33992700802f taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.982224] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac680162-4f7e-404b-a0d8-33992700802f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.982286] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac680162-4f7e-404b-a0d8-33992700802f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.982430] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac680162-4f7e-404b-a0d8-33992700802f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.982568] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.982662] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.982730] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.982909] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.983015] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.983098] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac680162-4f7e-404b-a0d8-33992700802f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.983186] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac680162-4f7e-404b-a0d8-33992700802f',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.486126] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac680162-4f7e-404b-a0d8-33992700802f: rpc.has_security_group_logging(os_id): False [ 919.504664] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.504815] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.504940] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.505105] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.505213] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.505389] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.505486] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.505546] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.505702] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.505774] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.505973] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.506087] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.506149] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.506358] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.506358] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.506507] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.506604] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.506658] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.506787] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.506851] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.506937] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac680162-4f7e-404b-a0d8-33992700802f is going to be created. [ 919.512600] env[65077]: INFO networking_nsxv3.common.synchronization [req-caaea0e3-2d75-40fa-ac19-c96ff1c1168b req-3c53e0d6-a7b0-454b-bb46-5e89887ea6b7 service nova] Enqueued Resource ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 with Priority: HIGHEST for action security_group_rules [ 919.512947] env[65077]: INFO networking_nsxv3.common.synchronization [req-caaea0e3-2d75-40fa-ac19-c96ff1c1168b req-3c53e0d6-a7b0-454b-bb46-5e89887ea6b7 service nova] Enqueued Resource ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 with Priority: HIGHEST for action security_group_members [ 919.512947] env[65077]: INFO networking_nsxv3.common.synchronization [req-caaea0e3-2d75-40fa-ac19-c96ff1c1168b req-3c53e0d6-a7b0-454b-bb46-5e89887ea6b7 service nova] Enqueued Resource ID: 6fd89b3b-f0ae-4f05-a1f8-81ed00255cb9 with Priority: HIGHEST for action port [ 919.513138] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 with Priority: HIGHEST for action security_group_rules [ 919.513268] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 with Priority: HIGHEST for action security_group_members [ 919.513362] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fd89b3b-f0ae-4f05-a1f8-81ed00255cb9 with Priority: HIGHEST for action port [ 919.513909] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8ed50b5-f4f3-434b-85c0-be75dfdec948 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.514037] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.514105] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.514294] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.514406] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8ed50b5-f4f3-434b-85c0-be75dfdec948',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.516875] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8ed50b5-f4f3-434b-85c0-be75dfdec948 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.516875] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.517762] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-6fd89b3b-f0ae-4f05-a1f8-81ed00255cb9 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.517762] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6fd89b3b-f0ae-4f05-a1f8-81ed00255cb9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.517762] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6fd89b3b-f0ae-4f05-a1f8-81ed00255cb9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.517762] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6fd89b3b-f0ae-4f05-a1f8-81ed00255cb9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.517762] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fd89b3b-f0ae-4f05-a1f8-81ed00255cb9',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.569826] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.570060] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.570060] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.570293] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.570488] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.584561] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac680162-4f7e-404b-a0d8-33992700802f in Status: IN_PROGRESS for 2s [ 920.019048] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8ed50b5-f4f3-434b-85c0-be75dfdec948 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.019358] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.020534] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6fd89b3b-f0ae-4f05-a1f8-81ed00255cb9 with status ACTIVE [ 920.020717] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.020945] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.021030] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.021266] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.021356] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.021535] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.021628] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.021692] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.021836] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.021933] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.022162] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.022252] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.022315] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.022446] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.022532] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.022655] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6fd89b3b-f0ae-4f05-a1f8-81ed00255cb9 is going to be updated. [ 920.048649] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.048844] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.048945] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.049233] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.049414] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.049615] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6fd89b3b-f0ae-4f05-a1f8-81ed00255cb9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.449358] env[65077]: INFO networking_nsxv3.common.synchronization [req-0c36888c-a0f3-433f-a65d-0ed4e719cca6 req-e6ed4280-6352-4b7a-90c4-a1b220f7ec5e tempest-ImagesTestJSON-1309032847 tempest-ImagesTestJSON-1309032847-project-member] Enqueued Resource ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe with Priority: HIGHEST for action security_group_members [ 920.450040] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe with Priority: HIGHEST for action security_group_members [ 920.450370] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.450761] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.450925] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.451264] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.451491] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.451559] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.451643] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.451835] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.451953] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.452509] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f36cbb2-486d-4165-9c43-4e3dee0a0ebe',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.495846] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 in Status: SUCCESS [ 920.496064] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 deletion is rescheduled due to dependency. [ 920.496183] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.496631] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.496842] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.497036] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.497156] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.497262] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.497364] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.497440] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.497528] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8ed50b5-f4f3-434b-85c0-be75dfdec948',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.774238] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock network-388 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.774461] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "network-388" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.774576] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "network-388" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.774854] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "network-388" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.775329] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.775502] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.775632] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.775907] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.776124] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.776398] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 920.776528] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 920.776669] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 920.776787] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 920.776928] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 920.777051] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 920.777195] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 920.797883] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 920.798073] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 920.798199] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 920.798370] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "network-388" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.798694] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock port-a0ac85ce-991a-46cf-b04d-2290970cf318 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.798866] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "port-a0ac85ce-991a-46cf-b04d-2290970cf318" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.798971] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "port-a0ac85ce-991a-46cf-b04d-2290970cf318" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.799364] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "port-a0ac85ce-991a-46cf-b04d-2290970cf318" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.799499] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0ac85ce-991a-46cf-b04d-2290970cf318',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.956012] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f36cbb2-486d-4165-9c43-4e3dee0a0ebe',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.999728] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8ed50b5-f4f3-434b-85c0-be75dfdec948',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.302237] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.302619] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.302619] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.302897] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.303067] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.303225] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Segment Port a0ac85ce-991a-46cf-b04d-2290970cf318 not found, creating... [ 921.303476] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.303630] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.303758] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.304059] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.304208] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.304486] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.304643] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.304760] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.304997] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.305109] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.305274] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Resource: SegmentPort with ID: a0ac85ce-991a-46cf-b04d-2290970cf318 is going to be created. [ 921.331931] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.332288] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.332447] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.332800] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.333094] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.333384] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "port-a0ac85ce-991a-46cf-b04d-2290970cf318" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.458706] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f36cbb2-486d-4165-9c43-4e3dee0a0ebe',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.503106] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8ed50b5-f4f3-434b-85c0-be75dfdec948',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.597591] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac680162-4f7e-404b-a0d8-33992700802f in Status: SUCCESS [ 921.597860] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac680162-4f7e-404b-a0d8-33992700802f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.961094] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.961520] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.961641] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.961993] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.962172] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.962172] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe is going to be updated. [ 922.005889] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.006107] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.006107] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.006304] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.006415] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.006539] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 is going to be updated. [ 922.051831] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.052338] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.052338] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.052502] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.052634] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.080082] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe in Status: IN_PROGRESS for 2s [ 922.096668] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.096849] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.096904] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.097157] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.097307] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.128489] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 in Status: IN_PROGRESS for 2s [ 922.151995] env[65077]: INFO networking_nsxv3.common.synchronization [req-0c36888c-a0f3-433f-a65d-0ed4e719cca6 req-d240a97e-586f-44a9-b952-135993b1aad1 service nova] Enqueued Resource ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe with Priority: HIGHEST for action security_group_rules [ 922.152305] env[65077]: INFO networking_nsxv3.common.synchronization [req-0c36888c-a0f3-433f-a65d-0ed4e719cca6 req-d240a97e-586f-44a9-b952-135993b1aad1 service nova] Enqueued Resource ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe with Priority: HIGHEST for action security_group_members [ 922.152579] env[65077]: INFO networking_nsxv3.common.synchronization [req-0c36888c-a0f3-433f-a65d-0ed4e719cca6 req-d240a97e-586f-44a9-b952-135993b1aad1 service nova] Enqueued Resource ID: a0ac85ce-991a-46cf-b04d-2290970cf318 with Priority: HIGHEST for action port [ 922.154312] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe with Priority: HIGHEST for action security_group_rules [ 922.154312] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe with Priority: HIGHEST for action security_group_members [ 922.154654] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0ac85ce-991a-46cf-b04d-2290970cf318 with Priority: HIGHEST for action port [ 922.154761] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.154905] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.154971] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.155201] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.155280] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f36cbb2-486d-4165-9c43-4e3dee0a0ebe',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.156303] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.156409] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.156605] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0ac85ce-991a-46cf-b04d-2290970cf318 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.156703] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0ac85ce-991a-46cf-b04d-2290970cf318" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.156760] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0ac85ce-991a-46cf-b04d-2290970cf318" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.156957] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0ac85ce-991a-46cf-b04d-2290970cf318" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.157112] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0ac85ce-991a-46cf-b04d-2290970cf318',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.659515] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.659864] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.659864] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a0ac85ce-991a-46cf-b04d-2290970cf318 with status ACTIVE [ 922.660080] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.660163] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.660205] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.660425] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.660528] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.660767] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.660882] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.660989] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.661139] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.661245] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.661484] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.661592] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.661660] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.661828] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.661888] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.661976] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a0ac85ce-991a-46cf-b04d-2290970cf318 is going to be updated. [ 922.690271] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.690456] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.690509] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.691016] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.691016] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.691016] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0ac85ce-991a-46cf-b04d-2290970cf318" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.092567] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe in Status: SUCCESS [ 924.092892] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.093120] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.093348] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.093584] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.093719] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.093882] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.093945] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.094047] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.094170] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f36cbb2-486d-4165-9c43-4e3dee0a0ebe',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.140801] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 in Status: SUCCESS [ 924.140801] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.140801] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.141119] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.141411] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.141411] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.141411] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.141535] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.141675] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.141708] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.141849] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c8ed50b5-f4f3-434b-85c0-be75dfdec948',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.597607] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f36cbb2-486d-4165-9c43-4e3dee0a0ebe',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.644912] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8ed50b5-f4f3-434b-85c0-be75dfdec948 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.645110] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.645189] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.645468] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.645644] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.645750] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.645817] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.646019] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.646183] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.646287] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.646458] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8ed50b5-f4f3-434b-85c0-be75dfdec948 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.646559] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.646622] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.646769] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.646913] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.647018] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.647081] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.647222] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.647297] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.647376] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.647464] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c8ed50b5-f4f3-434b-85c0-be75dfdec948',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.100745] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f36cbb2-486d-4165-9c43-4e3dee0a0ebe',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.149973] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c8ed50b5-f4f3-434b-85c0-be75dfdec948: rpc.has_security_group_logging(os_id): False [ 925.168554] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.168726] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.168823] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.168948] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.169057] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.169227] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.169326] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.169384] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.169543] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.169619] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.169847] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.169919] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.170016] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.170232] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.170281] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.170514] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.170617] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.170707] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.170887] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.170953] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.171075] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 is going to be updated. [ 925.240123] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.240123] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.240123] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.240123] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.240123] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.252568] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 in Status: IN_PROGRESS for 2s [ 925.606754] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.606754] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.606754] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.606754] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.606754] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.606754] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe is going to be updated. [ 925.634994] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.635204] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.635255] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.635533] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.635707] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.648156] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe in Status: IN_PROGRESS for 2s [ 926.465855] env[65077]: INFO networking_nsxv3.common.synchronization [None req-8bd0802b-820c-4a3b-92bd-8aa6dae10862 None None] Enqueued Resource ID: c216eb74-2a36-4d10-9d07-9d0dbb1c6f6a with Priority: HIGHEST for action port [ 926.466284] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c216eb74-2a36-4d10-9d07-9d0dbb1c6f6a with Priority: HIGHEST for action port [ 926.466549] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-c216eb74-2a36-4d10-9d07-9d0dbb1c6f6a taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.466671] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c216eb74-2a36-4d10-9d07-9d0dbb1c6f6a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.466747] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c216eb74-2a36-4d10-9d07-9d0dbb1c6f6a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.467097] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c216eb74-2a36-4d10-9d07-9d0dbb1c6f6a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.467201] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c216eb74-2a36-4d10-9d07-9d0dbb1c6f6a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.971429] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c216eb74-2a36-4d10-9d07-9d0dbb1c6f6a [ 926.971699] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.971833] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.971903] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.972136] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.972230] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.972401] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c216eb74-2a36-4d10-9d07-9d0dbb1c6f6a already deleted. [ 926.972492] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c216eb74-2a36-4d10-9d07-9d0dbb1c6f6a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.279536] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 in Status: SUCCESS [ 927.279975] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.662993] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe in Status: SUCCESS [ 927.662993] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.662993] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.662993] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.662993] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.662993] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.662993] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.662993] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.662993] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.662993] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.663745] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f36cbb2-486d-4165-9c43-4e3dee0a0ebe',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.165913] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.165913] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.165913] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.166200] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.166872] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.166872] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.166872] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.166872] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.166872] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.166872] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.167142] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.167142] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.167226] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.167295] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.167445] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.167542] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.167599] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.167729] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.167802] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.167883] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.167975] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f36cbb2-486d-4165-9c43-4e3dee0a0ebe',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.189434] env[65077]: INFO networking_nsxv3.common.synchronization [req-13a0d2b5-7024-42fe-a178-ee9c43ca81ba req-2df3b8bb-2874-471f-af7e-dc6c0e35dfe1 tempest-ServersAdminTestJSON-426377813 tempest-ServersAdminTestJSON-426377813-project-member] Enqueued Resource ID: 01ad1d78-1c0f-4656-b348-852e5afff800 with Priority: HIGHEST for action security_group_members [ 928.190166] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01ad1d78-1c0f-4656-b348-852e5afff800 with Priority: HIGHEST for action security_group_members [ 928.190523] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ad1d78-1c0f-4656-b348-852e5afff800 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.190654] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.190734] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.191044] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.191231] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.191350] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.191415] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.191585] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.191677] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.191791] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01ad1d78-1c0f-4656-b348-852e5afff800',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.561924] env[65077]: INFO networking_nsxv3.common.synchronization [req-40351230-0a4a-433a-bf64-dec76a6277a9 req-8fb4ea2e-782b-48b3-86ff-f7599a266fc7 tempest-ServerMetadataNegativeTestJSON-1816732770 tempest-ServerMetadataNegativeTestJSON-1816732770-project-member] Enqueued Resource ID: ac680162-4f7e-404b-a0d8-33992700802f with Priority: HIGHEST for action security_group_members [ 928.561924] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac680162-4f7e-404b-a0d8-33992700802f with Priority: HIGHEST for action security_group_members [ 928.561924] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac680162-4f7e-404b-a0d8-33992700802f taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.562461] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac680162-4f7e-404b-a0d8-33992700802f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.562461] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac680162-4f7e-404b-a0d8-33992700802f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.562765] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac680162-4f7e-404b-a0d8-33992700802f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.562982] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.563149] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.563241] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.563432] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.563562] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.563687] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac680162-4f7e-404b-a0d8-33992700802f',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.670193] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe: rpc.has_security_group_logging(os_id): False [ 928.689979] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.690198] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.690198] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.693641] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.693641] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.693641] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.693641] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.693641] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.693641] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.693641] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.693641] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.693641] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.693641] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.693641] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.693641] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.693641] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.693641] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.694262] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.694262] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.694262] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.694262] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe is going to be updated. [ 928.694262] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.694262] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.694262] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.694262] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.717073] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.717439] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.717574] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.717636] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.717948] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.718129] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.718312] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01ad1d78-1c0f-4656-b348-852e5afff800 is going to be updated. [ 928.754314] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.754502] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.754558] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.757026] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.757270] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.766424] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.766707] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.766707] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.767355] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.767355] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.769099] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ad1d78-1c0f-4656-b348-852e5afff800 in Status: IN_PROGRESS for 2s [ 928.781452] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe in Status: IN_PROGRESS for 2s [ 928.940701] env[65077]: INFO networking_nsxv3.common.synchronization [req-d9c813a0-6861-4e6d-a963-0b5a753c9ed6 req-a8b8f605-707b-4965-9f95-4e1254a71641 tempest-ImagesOneServerNegativeTestJSON-1130149341 tempest-ImagesOneServerNegativeTestJSON-1130149341-project-member] Enqueued Resource ID: 7a7ee9dd-f87d-403e-a7bb-a38b249129d2 with Priority: HIGHEST for action security_group_members [ 928.943215] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a7ee9dd-f87d-403e-a7bb-a38b249129d2 with Priority: HIGHEST for action security_group_members [ 928.943920] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.943920] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.943920] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.944178] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.944178] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.944328] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.944328] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.944627] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.944627] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.944915] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a7ee9dd-f87d-403e-a7bb-a38b249129d2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.069140] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.069554] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.069707] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.070112] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.070261] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.070601] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.070772] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.071958] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.072331] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.072543] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.072617] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac680162-4f7e-404b-a0d8-33992700802f is going to be updated. [ 929.103440] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.103778] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.103778] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.103778] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.103950] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.114360] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac680162-4f7e-404b-a0d8-33992700802f in Status: IN_PROGRESS for 2s [ 929.447421] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.447663] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.447945] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.448332] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.448495] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.448807] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.448990] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.449113] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.449372] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.449504] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.449645] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a7ee9dd-f87d-403e-a7bb-a38b249129d2 is going to be updated. [ 929.485611] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.485943] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.485943] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.486283] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.486543] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.497530] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a7ee9dd-f87d-403e-a7bb-a38b249129d2 in Status: IN_PROGRESS for 2s [ 930.780319] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ad1d78-1c0f-4656-b348-852e5afff800 in Status: SUCCESS [ 930.780789] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01ad1d78-1c0f-4656-b348-852e5afff800 deletion is rescheduled due to dependency. [ 930.780968] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.796746] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe in Status: SUCCESS [ 930.797044] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.125566] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac680162-4f7e-404b-a0d8-33992700802f in Status: SUCCESS [ 931.125566] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac680162-4f7e-404b-a0d8-33992700802f deletion is rescheduled due to dependency. [ 931.125566] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac680162-4f7e-404b-a0d8-33992700802f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.517016] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a7ee9dd-f87d-403e-a7bb-a38b249129d2 in Status: SUCCESS [ 931.517225] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a7ee9dd-f87d-403e-a7bb-a38b249129d2 deletion is rescheduled due to dependency. [ 931.517343] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.004983] env[65077]: INFO networking_nsxv3.common.synchronization [req-e30f3bc1-5be6-4c78-b244-2bcf32091ff2 req-3e36bdd7-cce0-4ffb-ba16-f660dbc57729 tempest-DeleteServersTestJSON-1076641606 tempest-DeleteServersTestJSON-1076641606-project-member] Enqueued Resource ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 with Priority: HIGHEST for action security_group_members [ 932.005980] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 with Priority: HIGHEST for action security_group_members [ 932.006271] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8ed50b5-f4f3-434b-85c0-be75dfdec948 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.006605] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.006707] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.006973] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.007185] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.007334] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.007413] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.007588] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.007681] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.007780] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8ed50b5-f4f3-434b-85c0-be75dfdec948',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.511123] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.511295] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.511782] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.513114] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.513114] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.513114] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.513114] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.513114] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.513114] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.513114] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.513114] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 is going to be updated. [ 932.543048] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.543207] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.543280] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.543529] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.543626] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.553427] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 in Status: IN_PROGRESS for 2s [ 932.817736] env[65077]: INFO networking_nsxv3.common.synchronization [req-f9f2d2fb-a28f-4a83-ab28-99a547dcf66e req-c7a83807-cb16-4f1b-8a9c-b5de11a3197e tempest-MultipleCreateTestJSON-81700504 tempest-MultipleCreateTestJSON-81700504-project-member] Enqueued Resource ID: f0be2af2-1556-4005-b3a2-d55c70a4f8c5 with Priority: HIGHEST for action security_group_members [ 932.818404] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0be2af2-1556-4005-b3a2-d55c70a4f8c5 with Priority: HIGHEST for action security_group_members [ 932.818700] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.818700] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.818867] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.819353] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.819353] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.819353] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.819353] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.819527] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.819646] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.819696] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0be2af2-1556-4005-b3a2-d55c70a4f8c5',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.192052] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock network-800 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.192385] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "network-800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.192422] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "network-800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.192872] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "network-800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.193160] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.193329] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.193465] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.193737] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.193953] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.194136] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 933.194251] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 933.194319] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 933.194424] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 933.194524] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 933.194626] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 933.194986] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 933.216280] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 933.216474] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 933.216594] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 933.216784] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "network-800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.217808] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock port-6287a27d-4a23-43f2-be97-3003806f84d6 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.217808] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "port-6287a27d-4a23-43f2-be97-3003806f84d6" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.217808] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "port-6287a27d-4a23-43f2-be97-3003806f84d6" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.217808] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "port-6287a27d-4a23-43f2-be97-3003806f84d6" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.218097] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6287a27d-4a23-43f2-be97-3003806f84d6',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.321955] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.322175] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.322247] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.322473] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.322563] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.322774] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.322922] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.323010] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.323222] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.323275] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.323362] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0be2af2-1556-4005-b3a2-d55c70a4f8c5 already deleted. [ 933.323465] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.720609] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.720916] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.721069] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.721394] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.721569] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.722338] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Segment Port 6287a27d-4a23-43f2-be97-3003806f84d6 not found, creating... [ 933.722338] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.722338] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.722338] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.722574] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.722709] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.723040] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.723204] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.723323] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.723548] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.723694] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.723834] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Resource: SegmentPort with ID: 6287a27d-4a23-43f2-be97-3003806f84d6 is going to be created. [ 933.746876] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.747134] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.747286] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.747595] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.747866] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.748134] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "port-6287a27d-4a23-43f2-be97-3003806f84d6" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.500548] env[65077]: INFO networking_nsxv3.common.synchronization [req-f9f2d2fb-a28f-4a83-ab28-99a547dcf66e req-374e29da-0743-4079-8a56-f02276191a56 service nova] Enqueued Resource ID: f0be2af2-1556-4005-b3a2-d55c70a4f8c5 with Priority: HIGHEST for action security_group_rules [ 934.500851] env[65077]: INFO networking_nsxv3.common.synchronization [req-f9f2d2fb-a28f-4a83-ab28-99a547dcf66e req-374e29da-0743-4079-8a56-f02276191a56 service nova] Enqueued Resource ID: f0be2af2-1556-4005-b3a2-d55c70a4f8c5 with Priority: HIGHEST for action security_group_members [ 934.500851] env[65077]: INFO networking_nsxv3.common.synchronization [req-f9f2d2fb-a28f-4a83-ab28-99a547dcf66e req-374e29da-0743-4079-8a56-f02276191a56 service nova] Enqueued Resource ID: 6287a27d-4a23-43f2-be97-3003806f84d6 with Priority: HIGHEST for action port [ 934.501499] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0be2af2-1556-4005-b3a2-d55c70a4f8c5 with Priority: HIGHEST for action security_group_rules [ 934.501637] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0be2af2-1556-4005-b3a2-d55c70a4f8c5 with Priority: HIGHEST for action security_group_members [ 934.501736] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6287a27d-4a23-43f2-be97-3003806f84d6 with Priority: HIGHEST for action port [ 934.502026] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0be2af2-1556-4005-b3a2-d55c70a4f8c5 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.502190] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.502257] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.502484] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.502571] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0be2af2-1556-4005-b3a2-d55c70a4f8c5',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.503474] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.503586] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.503654] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.503823] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.503992] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.504140] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.504206] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.504379] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.504465] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.504560] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0be2af2-1556-4005-b3a2-d55c70a4f8c5',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.505467] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-6287a27d-4a23-43f2-be97-3003806f84d6 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.505526] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6287a27d-4a23-43f2-be97-3003806f84d6" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.505587] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6287a27d-4a23-43f2-be97-3003806f84d6" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.505742] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6287a27d-4a23-43f2-be97-3003806f84d6" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.505838] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6287a27d-4a23-43f2-be97-3003806f84d6',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.586808] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 in Status: SUCCESS [ 934.586994] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 deletion is rescheduled due to dependency. [ 934.587144] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.008475] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f0be2af2-1556-4005-b3a2-d55c70a4f8c5',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.009310] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.009467] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.009915] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6287a27d-4a23-43f2-be97-3003806f84d6 with status ACTIVE [ 935.010133] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.010206] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.010304] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.010492] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.010617] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.010764] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.010909] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.010963] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.011114] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.011212] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.011442] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.011515] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.011547] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.011897] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.011897] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.011897] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6287a27d-4a23-43f2-be97-3003806f84d6 is going to be updated. [ 935.035604] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.035604] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.035604] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.038194] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.038194] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.038194] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6287a27d-4a23-43f2-be97-3003806f84d6" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.513676] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f0be2af2-1556-4005-b3a2-d55c70a4f8c5',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.850308] env[65077]: INFO networking_nsxv3.common.synchronization [req-f9f2d2fb-a28f-4a83-ab28-99a547dcf66e req-1fefa64f-a86e-4893-ad1e-198d0337e215 tempest-MultipleCreateTestJSON-81700504 tempest-MultipleCreateTestJSON-81700504-project-member] Enqueued Resource ID: f0be2af2-1556-4005-b3a2-d55c70a4f8c5 with Priority: HIGHEST for action security_group_members [ 935.851117] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0be2af2-1556-4005-b3a2-d55c70a4f8c5 with Priority: HIGHEST for action security_group_members [ 935.851740] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.851740] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.018813] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.019020] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.019132] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.019362] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.019456] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.019570] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0be2af2-1556-4005-b3a2-d55c70a4f8c5 is going to be created. [ 936.049212] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.049212] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.049212] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.049212] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.049212] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.057711] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0be2af2-1556-4005-b3a2-d55c70a4f8c5 in Status: UNINITIALIZED for 2s [ 936.340156] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock network-800 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.340156] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "network-800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.340347] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "network-800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.340442] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "network-800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.340698] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.340861] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.341018] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.341461] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.341576] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.342016] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 936.342016] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 936.342104] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 936.342134] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 936.342244] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 936.342348] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 936.342777] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 936.360950] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 936.361133] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 936.361273] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 936.361447] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "network-800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.361763] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock port-111805b7-0c3d-495b-878e-2e132a1d3cf1 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.361939] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "port-111805b7-0c3d-495b-878e-2e132a1d3cf1" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.362078] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "port-111805b7-0c3d-495b-878e-2e132a1d3cf1" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.362403] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "port-111805b7-0c3d-495b-878e-2e132a1d3cf1" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.362537] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('111805b7-0c3d-495b-878e-2e132a1d3cf1',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.755986] env[65077]: INFO networking_nsxv3.common.synchronization [req-78a070c6-afa2-45e9-bf9f-06fb0cab3382 req-a4b66b1f-5191-495e-a94c-b5757e8b9325 tempest-ServersWithSpecificFlavorTestJSON-398937738 tempest-ServersWithSpecificFlavorTestJSON-398937738-project-member] Enqueued Resource ID: 7e03c969-cff9-42d3-b23d-08179150276c with Priority: HIGHEST for action security_group_members [ 936.756828] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e03c969-cff9-42d3-b23d-08179150276c with Priority: HIGHEST for action security_group_members [ 936.757272] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e03c969-cff9-42d3-b23d-08179150276c taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.757422] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e03c969-cff9-42d3-b23d-08179150276c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.757460] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e03c969-cff9-42d3-b23d-08179150276c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.757815] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e03c969-cff9-42d3-b23d-08179150276c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.757843] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.758050] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.758050] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.758392] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.758392] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.758392] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e03c969-cff9-42d3-b23d-08179150276c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.865159] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.866050] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.866050] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.866050] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.866225] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.866414] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Segment Port 111805b7-0c3d-495b-878e-2e132a1d3cf1 not found, creating... [ 936.866736] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.866900] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.867032] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.867267] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.867401] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.867679] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.867879] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.867990] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.868225] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.868356] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.868491] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Resource: SegmentPort with ID: 111805b7-0c3d-495b-878e-2e132a1d3cf1 is going to be created. [ 936.892199] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.892547] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.892708] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.893051] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.893258] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.893524] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "port-111805b7-0c3d-495b-878e-2e132a1d3cf1" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.261575] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.261791] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.261864] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.262111] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.283704] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.283969] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.284112] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.284185] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.284387] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.284491] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.284584] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e03c969-cff9-42d3-b23d-08179150276c is going to be updated. [ 937.332887] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.333063] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.333125] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.333330] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.333486] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.343109] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e03c969-cff9-42d3-b23d-08179150276c in Status: IN_PROGRESS for 2s [ 937.648413] env[65077]: INFO networking_nsxv3.common.synchronization [req-f9f2d2fb-a28f-4a83-ab28-99a547dcf66e req-3aa9be94-2244-4426-95c5-6aaa2b63d298 service nova] Enqueued Resource ID: f0be2af2-1556-4005-b3a2-d55c70a4f8c5 with Priority: HIGHEST for action security_group_rules [ 937.648693] env[65077]: INFO networking_nsxv3.common.synchronization [req-f9f2d2fb-a28f-4a83-ab28-99a547dcf66e req-3aa9be94-2244-4426-95c5-6aaa2b63d298 service nova] Enqueued Resource ID: f0be2af2-1556-4005-b3a2-d55c70a4f8c5 with Priority: HIGHEST for action security_group_members [ 937.648907] env[65077]: INFO networking_nsxv3.common.synchronization [req-f9f2d2fb-a28f-4a83-ab28-99a547dcf66e req-3aa9be94-2244-4426-95c5-6aaa2b63d298 service nova] Enqueued Resource ID: 111805b7-0c3d-495b-878e-2e132a1d3cf1 with Priority: HIGHEST for action port [ 937.649467] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0be2af2-1556-4005-b3a2-d55c70a4f8c5 with Priority: HIGHEST for action security_group_rules [ 937.649706] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0be2af2-1556-4005-b3a2-d55c70a4f8c5 with Priority: HIGHEST for action security_group_members [ 937.649917] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 111805b7-0c3d-495b-878e-2e132a1d3cf1 with Priority: HIGHEST for action port [ 937.650287] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0be2af2-1556-4005-b3a2-d55c70a4f8c5 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.650455] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.650759] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.650868] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.651169] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-111805b7-0c3d-495b-878e-2e132a1d3cf1 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.651443] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-111805b7-0c3d-495b-878e-2e132a1d3cf1" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.651443] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-111805b7-0c3d-495b-878e-2e132a1d3cf1" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.651743] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-111805b7-0c3d-495b-878e-2e132a1d3cf1" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.651871] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('111805b7-0c3d-495b-878e-2e132a1d3cf1',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.068651] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0be2af2-1556-4005-b3a2-d55c70a4f8c5 in Status: SUCCESS [ 938.069129] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.069129] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.069302] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.069499] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.069619] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.069686] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.069833] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.069939] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.070043] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.070146] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f0be2af2-1556-4005-b3a2-d55c70a4f8c5',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.070981] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.071421] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.071642] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.071800] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.071938] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.072232] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.072345] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.072477] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0be2af2-1556-4005-b3a2-d55c70a4f8c5',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.158382] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 111805b7-0c3d-495b-878e-2e132a1d3cf1 with status ACTIVE [ 938.158611] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.158735] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.158802] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.159061] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.160032] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.160032] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.160032] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.160032] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.160032] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.160032] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.160032] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.160032] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.160342] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.160342] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.160342] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.160418] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 111805b7-0c3d-495b-878e-2e132a1d3cf1 is going to be updated. [ 938.182851] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.182851] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.182851] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.183643] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.183643] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.183643] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-111805b7-0c3d-495b-878e-2e132a1d3cf1" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.577559] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.577683] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.580199] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f0be2af2-1556-4005-b3a2-d55c70a4f8c5',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.084084] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f0be2af2-1556-4005-b3a2-d55c70a4f8c5',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.354038] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e03c969-cff9-42d3-b23d-08179150276c in Status: SUCCESS [ 939.354038] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e03c969-cff9-42d3-b23d-08179150276c deletion is rescheduled due to dependency. [ 939.354038] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e03c969-cff9-42d3-b23d-08179150276c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.589213] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.589213] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.589213] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.589213] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.589213] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.589213] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0be2af2-1556-4005-b3a2-d55c70a4f8c5 is going to be updated. [ 939.628080] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.628080] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.628080] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.628080] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.628080] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.637243] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0be2af2-1556-4005-b3a2-d55c70a4f8c5 in Status: IN_PROGRESS for 2s [ 940.419440] env[65077]: INFO networking_nsxv3.common.synchronization [req-38fd516d-2d5a-485d-b431-a88cb68419a2 req-4f179905-2072-4b52-90d8-136d775549d7 tempest-ServerDiskConfigTestJSON-1910186758 tempest-ServerDiskConfigTestJSON-1910186758-project-member] Enqueued Resource ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f with Priority: HIGHEST for action security_group_members [ 940.419717] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f with Priority: HIGHEST for action security_group_members [ 940.420066] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-39fdd242-c400-49e1-8754-8fc68bcdde8f taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.420160] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.420213] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.420420] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.420580] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.420676] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.420740] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.420896] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.420996] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.421202] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39fdd242-c400-49e1-8754-8fc68bcdde8f',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.789397] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock network-909 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.789397] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "network-909" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.789397] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "network-909" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.789397] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "network-909" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.790067] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.790703] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.791039] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.791450] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.791759] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.792191] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 940.792480] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 940.792755] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 940.793036] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 940.793297] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 940.793573] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 940.794017] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 940.817433] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 940.817433] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 940.817433] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 940.817433] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "network-909" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.817433] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock port-8d69b5b5-ca2c-4968-8b12-cbefa58e906e taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.817433] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "port-8d69b5b5-ca2c-4968-8b12-cbefa58e906e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.817433] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "port-8d69b5b5-ca2c-4968-8b12-cbefa58e906e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.817433] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "port-8d69b5b5-ca2c-4968-8b12-cbefa58e906e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.817433] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d69b5b5-ca2c-4968-8b12-cbefa58e906e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.923663] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.927022] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.927022] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.927022] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.927022] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.927022] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.927022] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.927022] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.927022] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.927022] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.927022] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f is going to be updated. [ 940.954048] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.954048] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.954048] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.954048] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.954048] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.963555] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f in Status: IN_PROGRESS for 2s [ 941.275533] env[65077]: INFO networking_nsxv3.common.synchronization [req-01fd25a4-20bf-4360-bfcb-d9fc1cf1ee56 req-51078410-cdd5-4ec6-9e89-c368637ed4e1 tempest-ImagesTestJSON-1309032847 tempest-ImagesTestJSON-1309032847-project-member] Enqueued Resource ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe with Priority: HIGHEST for action security_group_members [ 941.276493] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe with Priority: HIGHEST for action security_group_members [ 941.277018] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.277224] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.277345] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.277651] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.277937] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.278105] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.278223] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.278495] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.278645] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.278807] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f36cbb2-486d-4165-9c43-4e3dee0a0ebe',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.321128] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.321468] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.321662] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.322078] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.322306] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.322533] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Segment Port 8d69b5b5-ca2c-4968-8b12-cbefa58e906e not found, creating... [ 941.322915] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.323164] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.323345] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.323661] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.323866] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.324447] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.324741] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.325102] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.325374] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.325516] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.325653] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Resource: SegmentPort with ID: 8d69b5b5-ca2c-4968-8b12-cbefa58e906e is going to be created. [ 941.352451] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.352664] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.352794] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.353093] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.353585] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.353585] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "port-8d69b5b5-ca2c-4968-8b12-cbefa58e906e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.648258] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0be2af2-1556-4005-b3a2-d55c70a4f8c5 in Status: SUCCESS [ 941.648557] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.648684] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.648964] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.649286] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.649440] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.649529] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.649723] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.649830] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.649971] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0be2af2-1556-4005-b3a2-d55c70a4f8c5',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.781177] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f36cbb2-486d-4165-9c43-4e3dee0a0ebe',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.860187] env[65077]: INFO networking_nsxv3.common.synchronization [req-a5d0483f-eb97-4e13-9290-3bedd2e40172 req-ee68f00f-c240-4e93-afc0-8cfd08e60ddd tempest-ServersTestManualDisk-1630987150 tempest-ServersTestManualDisk-1630987150-project-member] Enqueued Resource ID: 9d9768e9-d87f-4f9f-a9c7-e7e23ad01921 with Priority: HIGHEST for action security_group_members [ 941.860756] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d9768e9-d87f-4f9f-a9c7-e7e23ad01921 with Priority: HIGHEST for action security_group_members [ 941.861830] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d9768e9-d87f-4f9f-a9c7-e7e23ad01921 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.862014] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d9768e9-d87f-4f9f-a9c7-e7e23ad01921" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.862114] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d9768e9-d87f-4f9f-a9c7-e7e23ad01921" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.862386] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d9768e9-d87f-4f9f-a9c7-e7e23ad01921" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.862596] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.862734] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.862866] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.863114] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.863282] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.863414] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d9768e9-d87f-4f9f-a9c7-e7e23ad01921',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.089498] env[65077]: INFO networking_nsxv3.common.synchronization [req-38fd516d-2d5a-485d-b431-a88cb68419a2 req-fced7c63-d966-4970-b4f8-7f428fb9939e service nova] Enqueued Resource ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f with Priority: HIGHEST for action security_group_rules [ 942.091102] env[65077]: INFO networking_nsxv3.common.synchronization [req-38fd516d-2d5a-485d-b431-a88cb68419a2 req-fced7c63-d966-4970-b4f8-7f428fb9939e service nova] Enqueued Resource ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f with Priority: HIGHEST for action security_group_members [ 942.091102] env[65077]: INFO networking_nsxv3.common.synchronization [req-38fd516d-2d5a-485d-b431-a88cb68419a2 req-fced7c63-d966-4970-b4f8-7f428fb9939e service nova] Enqueued Resource ID: 8d69b5b5-ca2c-4968-8b12-cbefa58e906e with Priority: HIGHEST for action port [ 942.091102] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f with Priority: HIGHEST for action security_group_rules [ 942.091102] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f with Priority: HIGHEST for action security_group_members [ 942.091102] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d69b5b5-ca2c-4968-8b12-cbefa58e906e with Priority: HIGHEST for action port [ 942.091102] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39fdd242-c400-49e1-8754-8fc68bcdde8f taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.091397] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.091397] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.091741] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.091741] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39fdd242-c400-49e1-8754-8fc68bcdde8f',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.093860] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-39fdd242-c400-49e1-8754-8fc68bcdde8f taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.094014] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.094383] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d69b5b5-ca2c-4968-8b12-cbefa58e906e taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.094383] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d69b5b5-ca2c-4968-8b12-cbefa58e906e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.094515] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d69b5b5-ca2c-4968-8b12-cbefa58e906e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.096754] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d69b5b5-ca2c-4968-8b12-cbefa58e906e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.096878] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d69b5b5-ca2c-4968-8b12-cbefa58e906e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.153936] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f0be2af2-1556-4005-b3a2-d55c70a4f8c5',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.217228] env[65077]: INFO networking_nsxv3.common.synchronization [req-78051d5c-6e1f-448a-ba12-de3b19ffd179 req-bc139258-7b30-4de8-83f4-79d82e38c1b4 tempest-MigrationsAdminTest-197106784 tempest-MigrationsAdminTest-197106784-project-member] Enqueued Resource ID: aa8d5f03-7d42-445e-85f8-89629241916a with Priority: HIGHEST for action security_group_members [ 942.218125] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa8d5f03-7d42-445e-85f8-89629241916a with Priority: HIGHEST for action security_group_members [ 942.218365] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa8d5f03-7d42-445e-85f8-89629241916a taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.218552] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa8d5f03-7d42-445e-85f8-89629241916a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.218622] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa8d5f03-7d42-445e-85f8-89629241916a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.218830] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa8d5f03-7d42-445e-85f8-89629241916a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.220634] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.220634] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.220634] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.220634] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.220634] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.220634] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa8d5f03-7d42-445e-85f8-89629241916a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.284927] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f36cbb2-486d-4165-9c43-4e3dee0a0ebe',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.367687] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.367687] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.367687] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.367687] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.393156] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.393414] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.393538] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.393597] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.393812] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.393879] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.393967] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d9768e9-d87f-4f9f-a9c7-e7e23ad01921 is going to be updated. [ 942.437683] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.437953] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.438058] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.438295] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.438463] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.450471] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d9768e9-d87f-4f9f-a9c7-e7e23ad01921 in Status: IN_PROGRESS for 2s [ 942.594149] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-39fdd242-c400-49e1-8754-8fc68bcdde8f taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.594149] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.599613] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8d69b5b5-ca2c-4968-8b12-cbefa58e906e with status ACTIVE [ 942.601688] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.601688] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.601688] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.601688] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.601688] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.601688] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.601688] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.601688] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.601688] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.601688] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.601688] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.601688] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.601688] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.601688] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.602560] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.602560] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8d69b5b5-ca2c-4968-8b12-cbefa58e906e is going to be updated. [ 942.627520] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.627718] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.627718] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.628012] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.628163] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.628377] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d69b5b5-ca2c-4968-8b12-cbefa58e906e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.656198] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f0be2af2-1556-4005-b3a2-d55c70a4f8c5',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.723459] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.723663] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.723663] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.724016] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.754232] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.754553] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.754736] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.754829] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.755485] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.755485] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.755485] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa8d5f03-7d42-445e-85f8-89629241916a is going to be updated. [ 942.787579] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.787789] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.787878] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.788171] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.788282] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.788371] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe is going to be updated. [ 942.796242] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.796427] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.796474] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.796692] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.798408] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.808568] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa8d5f03-7d42-445e-85f8-89629241916a in Status: IN_PROGRESS for 2s [ 942.823620] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.823865] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.823865] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.824097] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.825496] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.834722] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe in Status: IN_PROGRESS for 2s [ 942.974615] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f in Status: SUCCESS [ 942.974861] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f deletion is rescheduled due to dependency. [ 942.975058] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.975317] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.975582] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.975783] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.975920] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.976012] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.976174] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.976326] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.976399] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39fdd242-c400-49e1-8754-8fc68bcdde8f',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.031492] env[65077]: INFO networking_nsxv3.common.synchronization [req-2df7170e-0fd1-4a72-b179-8c51e4d8939a req-9c310a0a-3018-444d-958c-6791d4a616ea tempest-AttachInterfacesTestJSON-1133181043 tempest-AttachInterfacesTestJSON-1133181043-project-member] Enqueued Resource ID: ff959911-4ef9-4c88-86e4-f85a7e8ba4c3 with Priority: HIGHEST for action security_group_members [ 943.031492] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff959911-4ef9-4c88-86e4-f85a7e8ba4c3 with Priority: HIGHEST for action security_group_members [ 943.031492] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff959911-4ef9-4c88-86e4-f85a7e8ba4c3 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.031851] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff959911-4ef9-4c88-86e4-f85a7e8ba4c3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.031851] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff959911-4ef9-4c88-86e4-f85a7e8ba4c3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.031934] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff959911-4ef9-4c88-86e4-f85a7e8ba4c3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.032393] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.032393] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.032393] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.032904] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.033036] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.033143] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff959911-4ef9-4c88-86e4-f85a7e8ba4c3',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.159711] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.160872] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.160872] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.160872] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.160872] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.160872] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0be2af2-1556-4005-b3a2-d55c70a4f8c5 is going to be updated. [ 943.197725] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.197725] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.197725] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.197725] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.197725] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.208293] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0be2af2-1556-4005-b3a2-d55c70a4f8c5 in Status: IN_PROGRESS for 2s [ 943.378676] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock network-731 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.379500] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "network-731" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.379954] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "network-731" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.380106] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "network-731" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.380368] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.380530] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.380644] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.380867] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.381033] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.381241] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 943.381351] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 943.381462] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 943.381561] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 943.381668] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 943.381772] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 943.381900] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 943.402947] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 943.403150] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 943.403292] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 943.403458] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "network-731" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.403765] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock port-efb74142-6d4c-48f8-aaf4-0ba39c177cfd taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.403931] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "port-efb74142-6d4c-48f8-aaf4-0ba39c177cfd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.404062] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "port-efb74142-6d4c-48f8-aaf4-0ba39c177cfd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.404372] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "port-efb74142-6d4c-48f8-aaf4-0ba39c177cfd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.404506] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efb74142-6d4c-48f8-aaf4-0ba39c177cfd',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.479034] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39fdd242-c400-49e1-8754-8fc68bcdde8f',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.535142] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.535416] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.535524] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.535872] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.536032] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.536353] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.536563] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.536661] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.536941] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.537036] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.537162] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff959911-4ef9-4c88-86e4-f85a7e8ba4c3 already deleted. [ 943.537265] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff959911-4ef9-4c88-86e4-f85a7e8ba4c3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.907037] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.907364] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.907522] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.908033] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.908284] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.908542] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Segment Port efb74142-6d4c-48f8-aaf4-0ba39c177cfd not found, creating... [ 943.908962] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.909591] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.909591] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.909752] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.910016] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.910483] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.910703] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.910892] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.911243] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.911460] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.911734] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Resource: SegmentPort with ID: efb74142-6d4c-48f8-aaf4-0ba39c177cfd is going to be created. [ 943.935370] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.935734] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.935957] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.936700] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.936786] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.937164] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "port-efb74142-6d4c-48f8-aaf4-0ba39c177cfd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.981896] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39fdd242-c400-49e1-8754-8fc68bcdde8f',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.465021] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d9768e9-d87f-4f9f-a9c7-e7e23ad01921 in Status: SUCCESS [ 944.465021] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d9768e9-d87f-4f9f-a9c7-e7e23ad01921 deletion is rescheduled due to dependency. [ 944.465021] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d9768e9-d87f-4f9f-a9c7-e7e23ad01921" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.484660] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.484856] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.484924] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.485526] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.485526] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.485526] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f is going to be updated. [ 944.523175] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.523175] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.523175] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.524546] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.524869] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.537331] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f in Status: IN_PROGRESS for 2s [ 944.660578] env[65077]: INFO networking_nsxv3.common.synchronization [req-2df7170e-0fd1-4a72-b179-8c51e4d8939a req-ef918279-15a6-43dd-b096-674591d14091 service nova] Enqueued Resource ID: ff959911-4ef9-4c88-86e4-f85a7e8ba4c3 with Priority: HIGHEST for action security_group_rules [ 944.660684] env[65077]: INFO networking_nsxv3.common.synchronization [req-2df7170e-0fd1-4a72-b179-8c51e4d8939a req-ef918279-15a6-43dd-b096-674591d14091 service nova] Enqueued Resource ID: ff959911-4ef9-4c88-86e4-f85a7e8ba4c3 with Priority: HIGHEST for action security_group_members [ 944.660850] env[65077]: INFO networking_nsxv3.common.synchronization [req-2df7170e-0fd1-4a72-b179-8c51e4d8939a req-ef918279-15a6-43dd-b096-674591d14091 service nova] Enqueued Resource ID: efb74142-6d4c-48f8-aaf4-0ba39c177cfd with Priority: HIGHEST for action port [ 944.661420] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff959911-4ef9-4c88-86e4-f85a7e8ba4c3 with Priority: HIGHEST for action security_group_rules [ 944.661976] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff959911-4ef9-4c88-86e4-f85a7e8ba4c3 with Priority: HIGHEST for action security_group_members [ 944.662706] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efb74142-6d4c-48f8-aaf4-0ba39c177cfd with Priority: HIGHEST for action port [ 944.663042] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff959911-4ef9-4c88-86e4-f85a7e8ba4c3 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.663166] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff959911-4ef9-4c88-86e4-f85a7e8ba4c3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.663239] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff959911-4ef9-4c88-86e4-f85a7e8ba4c3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.663433] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff959911-4ef9-4c88-86e4-f85a7e8ba4c3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.663512] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff959911-4ef9-4c88-86e4-f85a7e8ba4c3',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.664952] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff959911-4ef9-4c88-86e4-f85a7e8ba4c3 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.665072] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff959911-4ef9-4c88-86e4-f85a7e8ba4c3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.665137] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff959911-4ef9-4c88-86e4-f85a7e8ba4c3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.665320] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff959911-4ef9-4c88-86e4-f85a7e8ba4c3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.665586] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.665707] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.665797] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.666054] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.666163] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.666260] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff959911-4ef9-4c88-86e4-f85a7e8ba4c3',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.667529] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-efb74142-6d4c-48f8-aaf4-0ba39c177cfd taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.667636] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-efb74142-6d4c-48f8-aaf4-0ba39c177cfd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.667692] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-efb74142-6d4c-48f8-aaf4-0ba39c177cfd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.667933] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-efb74142-6d4c-48f8-aaf4-0ba39c177cfd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.668043] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efb74142-6d4c-48f8-aaf4-0ba39c177cfd',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.824743] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa8d5f03-7d42-445e-85f8-89629241916a in Status: SUCCESS [ 944.824743] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa8d5f03-7d42-445e-85f8-89629241916a deletion is rescheduled due to dependency. [ 944.824743] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa8d5f03-7d42-445e-85f8-89629241916a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.846284] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe in Status: SUCCESS [ 944.846593] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.166576] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff959911-4ef9-4c88-86e4-f85a7e8ba4c3 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.168407] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff959911-4ef9-4c88-86e4-f85a7e8ba4c3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.168407] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff959911-4ef9-4c88-86e4-f85a7e8ba4c3',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.171324] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port efb74142-6d4c-48f8-aaf4-0ba39c177cfd with status ACTIVE [ 945.174564] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.174564] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.174564] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.174564] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.174564] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.174564] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.174564] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.174564] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.174564] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.174564] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.174564] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.174564] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.174564] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.174564] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.174564] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.174564] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: efb74142-6d4c-48f8-aaf4-0ba39c177cfd is going to be updated. [ 945.199935] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.200144] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.200219] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.200439] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.200584] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.200745] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-efb74142-6d4c-48f8-aaf4-0ba39c177cfd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.223172] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0be2af2-1556-4005-b3a2-d55c70a4f8c5 in Status: IN_PROGRESS for 4s [ 945.482127] env[65077]: INFO networking_nsxv3.common.synchronization [req-1bf5af71-d9a2-4b8a-9a9d-dbd5c358ca70 req-c8da30b0-8d22-4491-99b0-d6f298e864c7 tempest-ServersTestJSON-998299514 tempest-ServersTestJSON-998299514-project-member] Enqueued Resource ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 with Priority: HIGHEST for action security_group_members [ 945.482127] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 with Priority: HIGHEST for action security_group_members [ 945.482127] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.482127] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.482127] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.482831] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.482994] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.483125] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.483190] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.483362] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.483453] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.483576] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.670650] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff959911-4ef9-4c88-86e4-f85a7e8ba4c3',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.814536] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock network-769 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.814778] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "network-769" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.814898] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "network-769" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.815349] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "network-769" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.815766] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.816019] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.816180] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.816429] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.816575] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.816783] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 945.816913] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 945.817103] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 945.817164] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 945.817316] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 945.817433] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 945.817566] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 945.836945] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 945.837078] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 945.837220] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 945.837394] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "network-769" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.837790] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock port-a70082f8-9033-4a77-bb5c-92c621bbee7f taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.837970] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "port-a70082f8-9033-4a77-bb5c-92c621bbee7f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.838109] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "port-a70082f8-9033-4a77-bb5c-92c621bbee7f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.838423] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "port-a70082f8-9033-4a77-bb5c-92c621bbee7f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.838556] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a70082f8-9033-4a77-bb5c-92c621bbee7f',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.990249] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.174671] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.174942] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.174942] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.175136] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.175278] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.175317] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff959911-4ef9-4c88-86e4-f85a7e8ba4c3 is going to be created. [ 946.201610] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.201760] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.201842] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.202072] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.202282] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.212784] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff959911-4ef9-4c88-86e4-f85a7e8ba4c3 in Status: UNINITIALIZED for 2s [ 946.344238] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.344238] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.344238] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.344238] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.344238] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.344238] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Segment Port a70082f8-9033-4a77-bb5c-92c621bbee7f not found, creating... [ 946.344238] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.344238] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.344238] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.344238] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.344238] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.344599] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.344599] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.347321] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.350553] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.350553] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.350553] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Resource: SegmentPort with ID: a70082f8-9033-4a77-bb5c-92c621bbee7f is going to be created. [ 946.373598] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.373598] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.373598] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.373598] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.373598] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.373598] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "port-a70082f8-9033-4a77-bb5c-92c621bbee7f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.494537] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.553556] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f in Status: SUCCESS [ 946.553556] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.553556] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.553920] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.554092] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.554283] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.554381] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.554613] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.554739] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.554848] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.554977] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('39fdd242-c400-49e1-8754-8fc68bcdde8f',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.996507] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.996758] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.996841] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.997154] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.997304] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.997447] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 is going to be updated. [ 947.031498] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.034299] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.034299] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.034299] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.034299] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.043024] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 in Status: IN_PROGRESS for 2s [ 947.060646] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-39fdd242-c400-49e1-8754-8fc68bcdde8f taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.060822] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.060896] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.061148] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.061313] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.061414] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.061474] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.064118] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.064118] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.064118] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.064118] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-39fdd242-c400-49e1-8754-8fc68bcdde8f taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.064118] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.064118] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.064118] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.064118] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.064118] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.064118] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.064118] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.064118] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.064118] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.064118] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('39fdd242-c400-49e1-8754-8fc68bcdde8f',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.218399] env[65077]: INFO networking_nsxv3.common.synchronization [req-1bf5af71-d9a2-4b8a-9a9d-dbd5c358ca70 req-0f307156-cf3e-49b5-9881-0e91fba2e92f service nova] Enqueued Resource ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 with Priority: HIGHEST for action security_group_rules [ 947.218399] env[65077]: INFO networking_nsxv3.common.synchronization [req-1bf5af71-d9a2-4b8a-9a9d-dbd5c358ca70 req-0f307156-cf3e-49b5-9881-0e91fba2e92f service nova] Enqueued Resource ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 with Priority: HIGHEST for action security_group_members [ 947.218881] env[65077]: INFO networking_nsxv3.common.synchronization [req-1bf5af71-d9a2-4b8a-9a9d-dbd5c358ca70 req-0f307156-cf3e-49b5-9881-0e91fba2e92f service nova] Enqueued Resource ID: a70082f8-9033-4a77-bb5c-92c621bbee7f with Priority: HIGHEST for action port [ 947.220369] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 with Priority: HIGHEST for action security_group_rules [ 947.221218] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 with Priority: HIGHEST for action security_group_members [ 947.221218] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a70082f8-9033-4a77-bb5c-92c621bbee7f with Priority: HIGHEST for action port [ 947.221218] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39ac7fdb-47bc-4096-87c4-2f878b5a9c81 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.223544] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.223544] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.224185] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.224308] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.225395] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.225496] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.225776] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-a70082f8-9033-4a77-bb5c-92c621bbee7f taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.225939] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a70082f8-9033-4a77-bb5c-92c621bbee7f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.226241] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a70082f8-9033-4a77-bb5c-92c621bbee7f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.227777] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a70082f8-9033-4a77-bb5c-92c621bbee7f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.228037] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a70082f8-9033-4a77-bb5c-92c621bbee7f',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.244267] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0be2af2-1556-4005-b3a2-d55c70a4f8c5 in Status: SUCCESS [ 947.244567] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.245536] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.245818] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.246525] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.246525] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.246525] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.246525] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.246525] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.246816] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.246995] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.247947] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.247947] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.247947] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.247947] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.247947] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.247947] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.247947] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.248248] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.248248] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.248248] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f0be2af2-1556-4005-b3a2-d55c70a4f8c5',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.568069] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 39fdd242-c400-49e1-8754-8fc68bcdde8f: rpc.has_security_group_logging(os_id): False [ 947.587912] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.588090] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.588166] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.588354] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.588439] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.588714] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.588808] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.588886] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.589044] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.589125] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.589302] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.589398] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.589462] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.589588] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.589646] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.589832] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.589979] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.590092] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.590254] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.590341] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.590444] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f is going to be updated. [ 947.659026] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.659026] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.659026] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.659026] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.659026] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.672691] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f in Status: IN_PROGRESS for 2s [ 947.731270] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.731423] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.733020] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a70082f8-9033-4a77-bb5c-92c621bbee7f with status ACTIVE [ 947.733258] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.733396] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.733479] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.733673] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.733980] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.733980] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.734104] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.737821] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.738086] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.738183] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.738418] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.738781] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.738781] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.738781] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.739058] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.739058] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a70082f8-9033-4a77-bb5c-92c621bbee7f is going to be updated. [ 947.751272] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f0be2af2-1556-4005-b3a2-d55c70a4f8c5: rpc.has_security_group_logging(os_id): False [ 947.765793] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.766099] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.766170] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.766396] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.766518] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.766695] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a70082f8-9033-4a77-bb5c-92c621bbee7f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.771103] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.771103] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.771103] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.771385] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.771457] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.771715] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.771826] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.771826] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.772015] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.772068] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.772318] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.772411] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.772446] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.772621] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.772674] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.772902] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.772987] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.772987] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.773783] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.774021] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.774134] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0be2af2-1556-4005-b3a2-d55c70a4f8c5 is going to be created. [ 947.894473] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.894771] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.894839] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.895334] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.895540] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.935709] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0be2af2-1556-4005-b3a2-d55c70a4f8c5 in Status: IN_PROGRESS for 2s [ 948.227092] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff959911-4ef9-4c88-86e4-f85a7e8ba4c3 in Status: UNINITIALIZED for 4s [ 949.056763] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 in Status: SUCCESS [ 949.056997] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.057329] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.058138] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.058138] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.058138] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.058328] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.058518] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.058681] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.058854] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.562365] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.607294] env[65077]: INFO networking_nsxv3.common.synchronization [req-e1e32a82-b56d-4a36-a867-ec1ca6d14301 req-3ad9e73a-4cdd-485d-b83e-feaeff2b9f7f tempest-MultipleCreateTestJSON-81700504 tempest-MultipleCreateTestJSON-81700504-project-member] Enqueued Resource ID: f0be2af2-1556-4005-b3a2-d55c70a4f8c5 with Priority: HIGHEST for action security_group_members [ 949.607767] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0be2af2-1556-4005-b3a2-d55c70a4f8c5 with Priority: HIGHEST for action security_group_members [ 949.608107] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.608228] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.608292] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.608490] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.608643] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.608737] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.608798] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.608946] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.609634] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.609726] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0be2af2-1556-4005-b3a2-d55c70a4f8c5',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.686917] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f in Status: SUCCESS [ 949.686917] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.033734] env[65077]: INFO networking_nsxv3.common.synchronization [req-7cdb916f-faf8-45ac-814f-159735e8f081 req-f5af6321-9117-466a-be6b-061dcdaeafd7 tempest-MultipleCreateTestJSON-81700504 tempest-MultipleCreateTestJSON-81700504-project-member] Enqueued Resource ID: f0be2af2-1556-4005-b3a2-d55c70a4f8c5 with Priority: HIGHEST for action security_group_members [ 950.035091] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0be2af2-1556-4005-b3a2-d55c70a4f8c5 with Priority: HIGHEST for action security_group_members [ 950.036154] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.036154] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.046524] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0be2af2-1556-4005-b3a2-d55c70a4f8c5 in Status: SUCCESS [ 950.046664] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.046835] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.047265] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.047265] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0be2af2-1556-4005-b3a2-d55c70a4f8c5',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.068567] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.113529] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f0be2af2-1556-4005-b3a2-d55c70a4f8c5',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.237290] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff959911-4ef9-4c88-86e4-f85a7e8ba4c3 in Status: SUCCESS [ 950.237520] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff959911-4ef9-4c88-86e4-f85a7e8ba4c3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.237671] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff959911-4ef9-4c88-86e4-f85a7e8ba4c3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.237943] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff959911-4ef9-4c88-86e4-f85a7e8ba4c3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.238147] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.238259] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.238314] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.238467] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.238546] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.238628] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff959911-4ef9-4c88-86e4-f85a7e8ba4c3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.238717] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff959911-4ef9-4c88-86e4-f85a7e8ba4c3',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.570878] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.571440] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.571440] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.574253] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.574463] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.574599] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 is going to be updated. [ 950.577337] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.577337] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.577337] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.577697] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.577697] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.577697] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0be2af2-1556-4005-b3a2-d55c70a4f8c5 is going to be deleted. [ 950.609999] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.610251] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.610251] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.610401] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.610556] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.616392] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f0be2af2-1556-4005-b3a2-d55c70a4f8c5',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.624785] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 in Status: IN_PROGRESS for 2s [ 950.640819] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.641047] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.641155] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.641441] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.641612] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.641612] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.740481] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff959911-4ef9-4c88-86e4-f85a7e8ba4c3',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.118943] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.119118] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.119229] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.119478] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.119600] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.119725] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0be2af2-1556-4005-b3a2-d55c70a4f8c5 is going to be updated. [ 951.149248] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.149766] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.149890] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.150389] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.150482] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.161595] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0be2af2-1556-4005-b3a2-d55c70a4f8c5 in Status: IN_PROGRESS for 2s [ 951.244395] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff959911-4ef9-4c88-86e4-f85a7e8ba4c3: rpc.has_security_group_logging(os_id): False [ 951.265392] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.265607] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.265607] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.265813] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.265900] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.266183] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.266289] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.266353] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.266506] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.266582] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.266667] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff959911-4ef9-4c88-86e4-f85a7e8ba4c3 is going to be created. [ 951.366266] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.366266] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.366266] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.366499] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.367561] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.379101] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff959911-4ef9-4c88-86e4-f85a7e8ba4c3 in Status: IN_PROGRESS for 2s [ 952.638787] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 in Status: SUCCESS [ 952.638787] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.638787] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.638787] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.638787] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.638787] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.638787] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.638787] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.638787] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.638787] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.639546] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.141253] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.142087] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.142223] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.142472] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.142660] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.142771] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.142835] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.143208] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.143208] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.143208] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.143400] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.143620] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.143711] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.144732] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.144894] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.144994] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.145081] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.148787] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.148787] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.148787] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.148787] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.173491] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0be2af2-1556-4005-b3a2-d55c70a4f8c5 in Status: SUCCESS [ 953.173726] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.174865] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.174865] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.174865] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.174865] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.174865] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.175149] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.175149] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.175149] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0be2af2-1556-4005-b3a2-d55c70a4f8c5',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.395803] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff959911-4ef9-4c88-86e4-f85a7e8ba4c3 in Status: SUCCESS [ 953.396139] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff959911-4ef9-4c88-86e4-f85a7e8ba4c3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.651295] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 39ac7fdb-47bc-4096-87c4-2f878b5a9c81: rpc.has_security_group_logging(os_id): False [ 953.673087] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.673253] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.673320] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.673654] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.673654] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.673801] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.673903] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.673954] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.674189] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.674256] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.674772] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.674772] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.674772] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.674772] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.674772] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.675030] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.675142] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.675197] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.675358] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.675450] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.675549] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 is going to be updated. [ 953.679477] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.679590] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.679661] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.679820] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.679889] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.680180] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.680283] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.680337] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.680480] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.680660] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.680660] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0be2af2-1556-4005-b3a2-d55c70a4f8c5 is going to be deleted. [ 953.708119] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.708252] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.708321] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.708538] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.708640] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.708923] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.746041] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.746041] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.746266] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.747023] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.747023] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.761816] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 in Status: IN_PROGRESS for 2s [ 955.036425] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 955.036860] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 955.783659] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 in Status: SUCCESS [ 955.783659] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.608820] env[65077]: INFO networking_nsxv3.common.synchronization [req-e4f9d205-b388-4b23-8fcb-221743c3b5cc req-c069bd56-781a-4204-a762-1f947a1ff9b0 tempest-ServersTestFqdnHostnames-42579165 tempest-ServersTestFqdnHostnames-42579165-project-member] Enqueued Resource ID: 56e5ccac-ff2e-4395-90b9-79aaf50ace66 with Priority: HIGHEST for action security_group_members [ 956.609425] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56e5ccac-ff2e-4395-90b9-79aaf50ace66 with Priority: HIGHEST for action security_group_members [ 956.609738] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-56e5ccac-ff2e-4395-90b9-79aaf50ace66 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.609860] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56e5ccac-ff2e-4395-90b9-79aaf50ace66" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.609931] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56e5ccac-ff2e-4395-90b9-79aaf50ace66" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.610179] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56e5ccac-ff2e-4395-90b9-79aaf50ace66" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.610333] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.610435] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.610497] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.610642] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.610729] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.610820] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56e5ccac-ff2e-4395-90b9-79aaf50ace66',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.114010] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.114187] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.114290] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.114461] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.114546] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.114755] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.114854] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.114921] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.115062] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.115131] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.115223] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56e5ccac-ff2e-4395-90b9-79aaf50ace66 is going to be updated. [ 957.148510] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.148667] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.148756] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.149034] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.149192] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.159614] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56e5ccac-ff2e-4395-90b9-79aaf50ace66 in Status: IN_PROGRESS for 2s [ 959.172704] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56e5ccac-ff2e-4395-90b9-79aaf50ace66 in Status: SUCCESS [ 959.173243] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56e5ccac-ff2e-4395-90b9-79aaf50ace66 deletion is rescheduled due to dependency. [ 959.173243] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56e5ccac-ff2e-4395-90b9-79aaf50ace66" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.404070] env[65077]: INFO networking_nsxv3.common.synchronization [None req-b43c5dc6-a95d-4501-bb58-cb6cc49172e2 None None] Enqueued Resource ID: d6ebaeb1-7485-4644-8a91-75feee8aba13 with Priority: HIGHEST for action port [ 959.404413] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6ebaeb1-7485-4644-8a91-75feee8aba13 with Priority: HIGHEST for action port [ 959.405029] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6ebaeb1-7485-4644-8a91-75feee8aba13 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.405281] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6ebaeb1-7485-4644-8a91-75feee8aba13" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.405331] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6ebaeb1-7485-4644-8a91-75feee8aba13" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.405571] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6ebaeb1-7485-4644-8a91-75feee8aba13" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.405654] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6ebaeb1-7485-4644-8a91-75feee8aba13',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.910299] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d6ebaeb1-7485-4644-8a91-75feee8aba13 [ 959.910618] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.910817] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.910977] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.911196] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.911288] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.911388] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d6ebaeb1-7485-4644-8a91-75feee8aba13 already deleted. [ 959.911469] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6ebaeb1-7485-4644-8a91-75feee8aba13" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.984189] env[65077]: INFO networking_nsxv3.common.synchronization [req-5d1f2aff-ea97-4156-afd1-7407f645033e req-8e366906-3d04-4553-b45a-c5a3b4c1bd58 tempest-ServersTestJSON-998299514 tempest-ServersTestJSON-998299514-project-member] Enqueued Resource ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 with Priority: HIGHEST for action security_group_members [ 959.985161] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 with Priority: HIGHEST for action security_group_members [ 959.985161] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.985314] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.985314] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.985558] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.985717] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.985818] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.985882] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.986050] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.986137] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.986232] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.451844] env[65077]: INFO networking_nsxv3.common.synchronization [req-716bb434-b9a1-478f-967d-3ce4931113db req-a7bf043a-e6d4-4e48-92cf-586cc858d301 tempest-ServerActionsTestOtherB-741919204 tempest-ServerActionsTestOtherB-741919204-project-member] Enqueued Resource ID: 183043d0-c3f3-4288-9199-59f9b189e565 with Priority: HIGHEST for action security_group_members [ 960.452413] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 183043d0-c3f3-4288-9199-59f9b189e565 with Priority: HIGHEST for action security_group_members [ 960.452716] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-183043d0-c3f3-4288-9199-59f9b189e565 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.452827] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.452905] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.453125] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.457396] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.457396] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.457396] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.457396] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.457396] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.457396] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('183043d0-c3f3-4288-9199-59f9b189e565',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.489747] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.867189] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock network-965 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.867413] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "network-965" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.867631] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "network-965" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.867898] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "network-965" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.868218] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.868403] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.868521] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.868758] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.868910] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.869133] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 960.869409] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 960.869409] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 960.869568] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 960.869600] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 960.869700] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 960.869828] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 960.890112] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 960.890295] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 960.890473] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 960.890625] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "network-965" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.890918] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock port-3b71586a-da65-4cdc-9a7c-782cf6c6412b taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.891168] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "port-3b71586a-da65-4cdc-9a7c-782cf6c6412b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.891448] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "port-3b71586a-da65-4cdc-9a7c-782cf6c6412b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.891560] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "port-3b71586a-da65-4cdc-9a7c-782cf6c6412b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.891703] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b71586a-da65-4cdc-9a7c-782cf6c6412b',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.955628] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.955804] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.955851] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.956076] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.956885] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.956885] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.956885] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.956885] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.956885] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.956885] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.956885] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 183043d0-c3f3-4288-9199-59f9b189e565 is going to be updated. [ 960.986403] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.986563] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.987023] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.987023] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.987023] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.992315] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.995803] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 183043d0-c3f3-4288-9199-59f9b189e565 in Status: IN_PROGRESS for 2s [ 961.395626] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.395865] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.396439] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.396439] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.396637] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.396637] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Segment Port 3b71586a-da65-4cdc-9a7c-782cf6c6412b not found, creating... [ 961.396869] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.397084] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.397147] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.397399] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.397501] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.397789] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.397945] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.398124] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.398302] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.398512] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.398637] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Resource: SegmentPort with ID: 3b71586a-da65-4cdc-9a7c-782cf6c6412b is going to be created. [ 961.421793] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.422035] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.422035] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.422326] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.422558] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.422786] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "port-3b71586a-da65-4cdc-9a7c-782cf6c6412b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.494631] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.495380] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.495380] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.495380] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.495380] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.495380] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 is going to be updated. [ 961.534785] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.534917] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.534994] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.535204] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.535343] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.556994] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 in Status: IN_PROGRESS for 2s [ 962.191906] env[65077]: INFO networking_nsxv3.common.synchronization [req-716bb434-b9a1-478f-967d-3ce4931113db req-7d9c19eb-8726-4306-9ae0-e6e328c9a927 service nova] Enqueued Resource ID: 183043d0-c3f3-4288-9199-59f9b189e565 with Priority: HIGHEST for action security_group_rules [ 962.192096] env[65077]: INFO networking_nsxv3.common.synchronization [req-716bb434-b9a1-478f-967d-3ce4931113db req-7d9c19eb-8726-4306-9ae0-e6e328c9a927 service nova] Enqueued Resource ID: 183043d0-c3f3-4288-9199-59f9b189e565 with Priority: HIGHEST for action security_group_members [ 962.192388] env[65077]: INFO networking_nsxv3.common.synchronization [req-716bb434-b9a1-478f-967d-3ce4931113db req-7d9c19eb-8726-4306-9ae0-e6e328c9a927 service nova] Enqueued Resource ID: 3b71586a-da65-4cdc-9a7c-782cf6c6412b with Priority: HIGHEST for action port [ 962.192761] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 183043d0-c3f3-4288-9199-59f9b189e565 with Priority: HIGHEST for action security_group_rules [ 962.193434] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 183043d0-c3f3-4288-9199-59f9b189e565 with Priority: HIGHEST for action security_group_members [ 962.193434] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b71586a-da65-4cdc-9a7c-782cf6c6412b with Priority: HIGHEST for action port [ 962.193434] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-183043d0-c3f3-4288-9199-59f9b189e565 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.193434] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.193434] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.193663] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.193741] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('183043d0-c3f3-4288-9199-59f9b189e565',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.195567] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-183043d0-c3f3-4288-9199-59f9b189e565 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.195567] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.195567] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b71586a-da65-4cdc-9a7c-782cf6c6412b taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.195567] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b71586a-da65-4cdc-9a7c-782cf6c6412b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.195567] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b71586a-da65-4cdc-9a7c-782cf6c6412b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.195567] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b71586a-da65-4cdc-9a7c-782cf6c6412b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.195567] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b71586a-da65-4cdc-9a7c-782cf6c6412b',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.273176] env[65077]: INFO networking_nsxv3.common.synchronization [None req-9864cb9a-5099-42cb-870d-8d42dfea4402 None None] Enqueued Resource ID: 0ed85ef3-a575-47c1-8757-71493cf479c5 with Priority: HIGHEST for action port [ 962.273441] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ed85ef3-a575-47c1-8757-71493cf479c5 with Priority: HIGHEST for action port [ 962.273982] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ed85ef3-a575-47c1-8757-71493cf479c5 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.274121] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ed85ef3-a575-47c1-8757-71493cf479c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.274198] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ed85ef3-a575-47c1-8757-71493cf479c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.274452] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ed85ef3-a575-47c1-8757-71493cf479c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.274553] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ed85ef3-a575-47c1-8757-71493cf479c5',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.697815] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-183043d0-c3f3-4288-9199-59f9b189e565 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.697815] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.698832] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3b71586a-da65-4cdc-9a7c-782cf6c6412b with status ACTIVE [ 962.699938] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.700141] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.700141] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.701049] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.701049] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.701049] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.701049] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.701049] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.701049] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.701049] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.701374] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.701374] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.701374] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.701493] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.701526] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.701600] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3b71586a-da65-4cdc-9a7c-782cf6c6412b is going to be updated. [ 962.724037] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.724037] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.724037] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.724037] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.724037] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.724368] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b71586a-da65-4cdc-9a7c-782cf6c6412b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.781542] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0ed85ef3-a575-47c1-8757-71493cf479c5 [ 962.781542] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.781798] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.781798] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.781932] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.781932] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.782053] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0ed85ef3-a575-47c1-8757-71493cf479c5 already deleted. [ 962.782122] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ed85ef3-a575-47c1-8757-71493cf479c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.007281] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 183043d0-c3f3-4288-9199-59f9b189e565 in Status: SUCCESS [ 963.007461] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 183043d0-c3f3-4288-9199-59f9b189e565 deletion is rescheduled due to dependency. [ 963.007574] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.007733] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.008084] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.008281] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.008399] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.008462] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.008616] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.008693] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.008785] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('183043d0-c3f3-4288-9199-59f9b189e565',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.511654] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('183043d0-c3f3-4288-9199-59f9b189e565',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.566990] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 in Status: SUCCESS [ 963.566990] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.015320] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('183043d0-c3f3-4288-9199-59f9b189e565',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.519881] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.520806] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.520806] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.520806] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.520806] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.520806] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 183043d0-c3f3-4288-9199-59f9b189e565 is going to be updated. [ 964.553141] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.553141] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.553141] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.553141] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.553141] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.562750] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 183043d0-c3f3-4288-9199-59f9b189e565 in Status: IN_PROGRESS for 2s [ 966.576231] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 183043d0-c3f3-4288-9199-59f9b189e565 in Status: SUCCESS [ 966.576637] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.576637] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.576808] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.576980] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.577134] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.577206] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.577378] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.577455] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.577539] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.577634] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('183043d0-c3f3-4288-9199-59f9b189e565',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.639412] env[65077]: INFO networking_nsxv3.common.synchronization [None req-0cadc5e9-7830-404f-86ed-980e4905235f None None] Enqueued Resource ID: 6fa0cf04-4df9-4a35-b39c-c7de3c76dc91 with Priority: HIGHEST for action port [ 966.640398] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fa0cf04-4df9-4a35-b39c-c7de3c76dc91 with Priority: HIGHEST for action port [ 966.640398] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-6fa0cf04-4df9-4a35-b39c-c7de3c76dc91 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.640551] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6fa0cf04-4df9-4a35-b39c-c7de3c76dc91" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.640551] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6fa0cf04-4df9-4a35-b39c-c7de3c76dc91" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.641159] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6fa0cf04-4df9-4a35-b39c-c7de3c76dc91" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.641159] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fa0cf04-4df9-4a35-b39c-c7de3c76dc91',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.080677] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('183043d0-c3f3-4288-9199-59f9b189e565',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.144389] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6fa0cf04-4df9-4a35-b39c-c7de3c76dc91 [ 967.144660] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.144826] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.144976] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.145241] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.145357] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.145481] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6fa0cf04-4df9-4a35-b39c-c7de3c76dc91 already deleted. [ 967.145588] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6fa0cf04-4df9-4a35-b39c-c7de3c76dc91" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.586725] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 183043d0-c3f3-4288-9199-59f9b189e565: rpc.has_security_group_logging(os_id): False [ 967.615867] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.616055] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.616118] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.616356] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.616450] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.616730] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.616840] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.616932] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.617134] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.617213] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.617301] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 183043d0-c3f3-4288-9199-59f9b189e565 is going to be updated. [ 967.693196] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.693196] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.693196] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.693196] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.693196] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.707946] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 183043d0-c3f3-4288-9199-59f9b189e565 in Status: IN_PROGRESS for 2s [ 968.904770] env[65077]: INFO networking_nsxv3.common.synchronization [None req-985cbcb3-f459-47d1-9026-72fcdbb8b7bc None None] Enqueued Resource ID: f730e044-eda5-4703-9956-1915b828d3ac with Priority: HIGHEST for action port [ 968.904770] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f730e044-eda5-4703-9956-1915b828d3ac with Priority: HIGHEST for action port [ 968.905736] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-f730e044-eda5-4703-9956-1915b828d3ac taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.905736] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f730e044-eda5-4703-9956-1915b828d3ac" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.905736] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f730e044-eda5-4703-9956-1915b828d3ac" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.906031] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f730e044-eda5-4703-9956-1915b828d3ac" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.906031] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f730e044-eda5-4703-9956-1915b828d3ac',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.408215] env[65077]: INFO networking_nsxv3.common.synchronization [None req-1299cda5-2ae0-4ffe-9a84-e447d993f0f1 None None] Enqueued Resource ID: ad595036-1dff-473b-a0df-17d63b15dacd with Priority: HIGHEST for action port [ 969.408215] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad595036-1dff-473b-a0df-17d63b15dacd with Priority: HIGHEST for action port [ 969.409108] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad595036-1dff-473b-a0df-17d63b15dacd taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.409432] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad595036-1dff-473b-a0df-17d63b15dacd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.409595] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad595036-1dff-473b-a0df-17d63b15dacd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.410038] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad595036-1dff-473b-a0df-17d63b15dacd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.410278] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad595036-1dff-473b-a0df-17d63b15dacd',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.411232] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f730e044-eda5-4703-9956-1915b828d3ac [ 969.411631] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.414213] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.414213] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.414213] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.414213] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.414213] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f730e044-eda5-4703-9956-1915b828d3ac already deleted. [ 969.414213] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f730e044-eda5-4703-9956-1915b828d3ac" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.723785] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 183043d0-c3f3-4288-9199-59f9b189e565 in Status: SUCCESS [ 969.724674] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.916409] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ad595036-1dff-473b-a0df-17d63b15dacd [ 969.916676] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.916776] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.916832] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.917073] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.917175] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.917277] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ad595036-1dff-473b-a0df-17d63b15dacd already deleted. [ 969.917365] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad595036-1dff-473b-a0df-17d63b15dacd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.204184] env[65077]: INFO networking_nsxv3.common.synchronization [None req-e08095c9-f924-4934-b51c-fe830e01f06b None None] Enqueued Resource ID: d52b95ab-5566-448c-88d6-3e4079e543b3 with Priority: HIGHEST for action port [ 972.204613] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d52b95ab-5566-448c-88d6-3e4079e543b3 with Priority: HIGHEST for action port [ 972.204925] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-d52b95ab-5566-448c-88d6-3e4079e543b3 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.206146] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d52b95ab-5566-448c-88d6-3e4079e543b3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.206596] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d52b95ab-5566-448c-88d6-3e4079e543b3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.206596] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d52b95ab-5566-448c-88d6-3e4079e543b3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.206888] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d52b95ab-5566-448c-88d6-3e4079e543b3',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.395755] env[65077]: INFO networking_nsxv3.common.synchronization [None req-453f57c4-fc6f-4756-aeeb-aff58e15d30f None None] Enqueued Resource ID: f2f861a6-a2d3-4064-8b55-8467e057cbfe with Priority: HIGHEST for action port [ 972.396870] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2f861a6-a2d3-4064-8b55-8467e057cbfe with Priority: HIGHEST for action port [ 972.396870] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2f861a6-a2d3-4064-8b55-8467e057cbfe taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.396870] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2f861a6-a2d3-4064-8b55-8467e057cbfe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.396870] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2f861a6-a2d3-4064-8b55-8467e057cbfe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.397475] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2f861a6-a2d3-4064-8b55-8467e057cbfe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.397712] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2f861a6-a2d3-4064-8b55-8467e057cbfe',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.708316] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d52b95ab-5566-448c-88d6-3e4079e543b3 [ 972.708611] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.708795] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.708882] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.709091] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.709199] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.709298] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d52b95ab-5566-448c-88d6-3e4079e543b3 already deleted. [ 972.709386] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d52b95ab-5566-448c-88d6-3e4079e543b3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.869753] env[65077]: INFO networking_nsxv3.common.synchronization [req-70c511df-762d-4ffa-8258-cb6cc6d29d25 req-5a3f4c0b-1e87-4ee1-81f5-da92fb0c95ab tempest-ImagesTestJSON-1309032847 tempest-ImagesTestJSON-1309032847-project-member] Enqueued Resource ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe with Priority: HIGHEST for action security_group_members [ 972.870740] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe with Priority: HIGHEST for action security_group_members [ 972.871109] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.872271] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.872401] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.872637] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.872809] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.872916] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.872980] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.873397] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.873750] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.873750] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f36cbb2-486d-4165-9c43-4e3dee0a0ebe',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.902391] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f2f861a6-a2d3-4064-8b55-8467e057cbfe [ 972.902645] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.902790] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.902856] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.903103] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.903202] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.903309] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f2f861a6-a2d3-4064-8b55-8467e057cbfe already deleted. [ 972.903412] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2f861a6-a2d3-4064-8b55-8467e057cbfe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.376089] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.376458] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.376458] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.376458] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.376637] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.376683] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.376764] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.376818] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.376960] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.377044] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.377127] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe is going to be updated. [ 973.408355] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.408517] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.408562] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.408756] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.408892] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.420768] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe in Status: IN_PROGRESS for 2s [ 975.433469] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe in Status: SUCCESS [ 975.433469] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe deletion is rescheduled due to dependency. [ 975.433805] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.963302] env[65077]: INFO networking_nsxv3.common.synchronization [None req-76fc3a47-a73b-4bd7-87b7-287c69768c11 None None] Enqueued Resource ID: e6ec5b54-f6b3-47a7-855e-dce8e9517d6b with Priority: HIGHEST for action port [ 975.965800] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6ec5b54-f6b3-47a7-855e-dce8e9517d6b with Priority: HIGHEST for action port [ 975.965800] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6ec5b54-f6b3-47a7-855e-dce8e9517d6b taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.965800] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6ec5b54-f6b3-47a7-855e-dce8e9517d6b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.965800] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6ec5b54-f6b3-47a7-855e-dce8e9517d6b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.965800] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6ec5b54-f6b3-47a7-855e-dce8e9517d6b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.965800] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6ec5b54-f6b3-47a7-855e-dce8e9517d6b',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.469634] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e6ec5b54-f6b3-47a7-855e-dce8e9517d6b [ 976.469634] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.469634] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.469634] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.470013] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.470013] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.470013] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e6ec5b54-f6b3-47a7-855e-dce8e9517d6b already deleted. [ 976.470013] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6ec5b54-f6b3-47a7-855e-dce8e9517d6b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.965052] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 980.965353] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 982.537824] env[65077]: INFO networking_nsxv3.common.synchronization [req-743ba66e-0821-4364-93a5-6c48c786efe9 req-3a3cc035-8d72-4ad3-a2ec-2db5de86fcc3 tempest-ImagesOneServerNegativeTestJSON-1130149341 tempest-ImagesOneServerNegativeTestJSON-1130149341-project-member] Enqueued Resource ID: 7a7ee9dd-f87d-403e-a7bb-a38b249129d2 with Priority: HIGHEST for action security_group_members [ 982.538155] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a7ee9dd-f87d-403e-a7bb-a38b249129d2 with Priority: HIGHEST for action security_group_members [ 982.538202] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.538588] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.538588] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.538706] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.538795] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.539077] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.539077] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.539077] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.539282] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.539282] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a7ee9dd-f87d-403e-a7bb-a38b249129d2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.915559] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock network-470 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.915769] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "network-470" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.915888] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "network-470" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.916224] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "network-470" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.916421] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.916729] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.916849] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.917183] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.917371] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.917578] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 982.917687] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 982.917792] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 982.917897] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 982.918027] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 982.918120] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 982.918250] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 982.941276] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 982.941465] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 982.941603] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 982.941787] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "network-470" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.942106] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock port-83f097d5-eeb4-426f-9c06-77093c821dda taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.942281] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "port-83f097d5-eeb4-426f-9c06-77093c821dda" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.942404] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "port-83f097d5-eeb4-426f-9c06-77093c821dda" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.943046] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "port-83f097d5-eeb4-426f-9c06-77093c821dda" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.943046] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83f097d5-eeb4-426f-9c06-77093c821dda',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.041361] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.041530] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.041591] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.041796] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.041976] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.043150] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.043321] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.043454] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.043743] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.043743] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.043832] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a7ee9dd-f87d-403e-a7bb-a38b249129d2 is going to be updated. [ 983.068675] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.068876] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.068920] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.069157] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.069329] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.079747] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a7ee9dd-f87d-403e-a7bb-a38b249129d2 in Status: IN_PROGRESS for 2s [ 983.445046] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.445046] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.445285] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.445459] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.445604] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.445758] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Segment Port 83f097d5-eeb4-426f-9c06-77093c821dda not found, creating... [ 983.446015] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.446171] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.446296] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.446504] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.446628] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.446901] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.447066] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.447181] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.447381] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.447509] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.447636] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Resource: SegmentPort with ID: 83f097d5-eeb4-426f-9c06-77093c821dda is going to be created. [ 983.468908] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.469208] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.469342] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.469620] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.469851] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.470124] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "port-83f097d5-eeb4-426f-9c06-77093c821dda" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.197109] env[65077]: INFO networking_nsxv3.common.synchronization [req-743ba66e-0821-4364-93a5-6c48c786efe9 req-6f2adc8f-915f-468c-9356-a43fef74c54a service nova] Enqueued Resource ID: 7a7ee9dd-f87d-403e-a7bb-a38b249129d2 with Priority: HIGHEST for action security_group_rules [ 984.197533] env[65077]: INFO networking_nsxv3.common.synchronization [req-743ba66e-0821-4364-93a5-6c48c786efe9 req-6f2adc8f-915f-468c-9356-a43fef74c54a service nova] Enqueued Resource ID: 7a7ee9dd-f87d-403e-a7bb-a38b249129d2 with Priority: HIGHEST for action security_group_members [ 984.197789] env[65077]: INFO networking_nsxv3.common.synchronization [req-743ba66e-0821-4364-93a5-6c48c786efe9 req-6f2adc8f-915f-468c-9356-a43fef74c54a service nova] Enqueued Resource ID: 83f097d5-eeb4-426f-9c06-77093c821dda with Priority: HIGHEST for action port [ 984.198535] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a7ee9dd-f87d-403e-a7bb-a38b249129d2 with Priority: HIGHEST for action security_group_rules [ 984.198739] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a7ee9dd-f87d-403e-a7bb-a38b249129d2 with Priority: HIGHEST for action security_group_members [ 984.199855] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83f097d5-eeb4-426f-9c06-77093c821dda with Priority: HIGHEST for action port [ 984.199855] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a7ee9dd-f87d-403e-a7bb-a38b249129d2 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.199855] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.199855] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.200187] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.200236] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a7ee9dd-f87d-403e-a7bb-a38b249129d2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.202627] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.202876] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.203248] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-83f097d5-eeb4-426f-9c06-77093c821dda taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.203507] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83f097d5-eeb4-426f-9c06-77093c821dda" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.203690] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83f097d5-eeb4-426f-9c06-77093c821dda" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.203984] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83f097d5-eeb4-426f-9c06-77093c821dda" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.204670] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83f097d5-eeb4-426f-9c06-77093c821dda',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.705061] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.705061] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.707546] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 83f097d5-eeb4-426f-9c06-77093c821dda with status ACTIVE [ 984.708570] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.708570] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.708570] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.708570] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.708570] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.708813] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.708813] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.708813] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.708933] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.709021] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.709284] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.709388] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.709447] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.709592] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.709662] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.709761] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 83f097d5-eeb4-426f-9c06-77093c821dda is going to be updated. [ 984.732433] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.732584] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.732653] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.732938] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.733139] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.733323] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83f097d5-eeb4-426f-9c06-77093c821dda" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.976014] env[65077]: INFO networking_nsxv3.common.synchronization [req-a1bbadac-669b-4b74-b3b6-ca21982d2790 req-881e0b26-893a-417d-bbff-d3c62913e97a tempest-DeleteServersTestJSON-1076641606 tempest-DeleteServersTestJSON-1076641606-project-member] Enqueued Resource ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 with Priority: HIGHEST for action security_group_members [ 984.976699] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 with Priority: HIGHEST for action security_group_members [ 984.977021] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8ed50b5-f4f3-434b-85c0-be75dfdec948 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.977225] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.977299] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.977492] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.977698] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.977845] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.977957] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.978150] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.978265] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.978380] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8ed50b5-f4f3-434b-85c0-be75dfdec948',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.089199] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a7ee9dd-f87d-403e-a7bb-a38b249129d2 in Status: SUCCESS [ 985.089386] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a7ee9dd-f87d-403e-a7bb-a38b249129d2 deletion is rescheduled due to dependency. [ 985.089497] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.089657] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.089869] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.090522] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.090522] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.090522] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.090522] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.090522] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.090753] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a7ee9dd-f87d-403e-a7bb-a38b249129d2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.324854] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock network-542 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.324854] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "network-542" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.325300] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "network-542" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.325300] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "network-542" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.325529] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.325702] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.325821] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.326065] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.326228] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.326456] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 985.326564] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 985.326876] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 985.326876] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 985.326876] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 985.327038] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 985.327213] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 985.347213] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 985.347393] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 985.347534] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 985.347710] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "network-542" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.348028] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock port-d53a69ab-32c3-45eb-a7c7-781d0cf68237 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.348259] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "port-d53a69ab-32c3-45eb-a7c7-781d0cf68237" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.348387] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "port-d53a69ab-32c3-45eb-a7c7-781d0cf68237" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.348701] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "port-d53a69ab-32c3-45eb-a7c7-781d0cf68237" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.348836] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d53a69ab-32c3-45eb-a7c7-781d0cf68237',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.480683] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.480841] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.480841] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.481080] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.481177] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.481381] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.481481] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.481544] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.481703] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.481778] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.481865] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 is going to be updated. [ 985.508172] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.508373] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.508452] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.508676] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.508836] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.523264] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 in Status: IN_PROGRESS for 2s [ 985.593245] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a7ee9dd-f87d-403e-a7bb-a38b249129d2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.853296] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.853548] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.853673] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.854017] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.854188] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.854344] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Segment Port d53a69ab-32c3-45eb-a7c7-781d0cf68237 not found, creating... [ 985.854697] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.854868] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.854989] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.855239] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.855376] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.855657] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.855808] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.855926] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.856129] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.856258] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.856394] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Resource: SegmentPort with ID: d53a69ab-32c3-45eb-a7c7-781d0cf68237 is going to be created. [ 985.881909] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.882125] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.882244] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.882529] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.882757] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.882978] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "port-d53a69ab-32c3-45eb-a7c7-781d0cf68237" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.101027] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a7ee9dd-f87d-403e-a7bb-a38b249129d2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.577368] env[65077]: INFO networking_nsxv3.common.synchronization [req-a1bbadac-669b-4b74-b3b6-ca21982d2790 req-16e5114b-d14e-4773-a6c4-f9d9c7968d20 service nova] Enqueued Resource ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 with Priority: HIGHEST for action security_group_rules [ 986.577650] env[65077]: INFO networking_nsxv3.common.synchronization [req-a1bbadac-669b-4b74-b3b6-ca21982d2790 req-16e5114b-d14e-4773-a6c4-f9d9c7968d20 service nova] Enqueued Resource ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 with Priority: HIGHEST for action security_group_members [ 986.577685] env[65077]: INFO networking_nsxv3.common.synchronization [req-a1bbadac-669b-4b74-b3b6-ca21982d2790 req-16e5114b-d14e-4773-a6c4-f9d9c7968d20 service nova] Enqueued Resource ID: d53a69ab-32c3-45eb-a7c7-781d0cf68237 with Priority: HIGHEST for action port [ 986.578465] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 with Priority: HIGHEST for action security_group_rules [ 986.578666] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 with Priority: HIGHEST for action security_group_members [ 986.578943] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d53a69ab-32c3-45eb-a7c7-781d0cf68237 with Priority: HIGHEST for action port [ 986.579115] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8ed50b5-f4f3-434b-85c0-be75dfdec948 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.579272] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.579381] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.579619] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.579761] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8ed50b5-f4f3-434b-85c0-be75dfdec948',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.580818] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8ed50b5-f4f3-434b-85c0-be75dfdec948 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.581018] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.581353] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-d53a69ab-32c3-45eb-a7c7-781d0cf68237 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.581551] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d53a69ab-32c3-45eb-a7c7-781d0cf68237" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.581675] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d53a69ab-32c3-45eb-a7c7-781d0cf68237" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.581896] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d53a69ab-32c3-45eb-a7c7-781d0cf68237" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.582052] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d53a69ab-32c3-45eb-a7c7-781d0cf68237',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.606980] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.607144] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.607189] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.607390] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.607472] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.607559] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a7ee9dd-f87d-403e-a7bb-a38b249129d2 is going to be updated. [ 986.636604] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.636798] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.636978] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.637378] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.637688] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.649241] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a7ee9dd-f87d-403e-a7bb-a38b249129d2 in Status: IN_PROGRESS for 2s [ 987.084436] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8ed50b5-f4f3-434b-85c0-be75dfdec948 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.084629] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.084812] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d53a69ab-32c3-45eb-a7c7-781d0cf68237 with status ACTIVE [ 987.084985] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.085109] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.085174] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.085388] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.085473] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.085646] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.085738] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.085798] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.085944] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.086028] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.086226] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.086316] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.086375] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.086508] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.086581] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.086661] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d53a69ab-32c3-45eb-a7c7-781d0cf68237 is going to be updated. [ 987.111032] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.111367] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.111536] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.111887] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.112172] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.112539] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d53a69ab-32c3-45eb-a7c7-781d0cf68237" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.540633] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 in Status: SUCCESS [ 987.540972] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 deletion is rescheduled due to dependency. [ 987.541242] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.541433] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.541768] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.542054] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.542235] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.542340] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.542574] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.542752] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.542821] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8ed50b5-f4f3-434b-85c0-be75dfdec948',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.045725] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8ed50b5-f4f3-434b-85c0-be75dfdec948',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.552525] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8ed50b5-f4f3-434b-85c0-be75dfdec948',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.661940] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a7ee9dd-f87d-403e-a7bb-a38b249129d2 in Status: SUCCESS [ 988.662200] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.662407] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.662627] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.662825] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.662956] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.663066] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.663207] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.663292] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.663381] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.663472] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7a7ee9dd-f87d-403e-a7bb-a38b249129d2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.054242] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.054659] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.054659] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.055841] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.056874] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.056990] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 is going to be updated. [ 989.095649] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.095847] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.095847] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.096093] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.100831] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.110276] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 in Status: IN_PROGRESS for 2s [ 989.166047] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.166983] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.166983] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.166983] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.167207] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.167207] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.167342] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.167561] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.167687] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.167855] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.168128] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.168287] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.168393] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.168639] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.168861] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.169050] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.169225] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.169399] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.169532] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.169666] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.169806] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7a7ee9dd-f87d-403e-a7bb-a38b249129d2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.673051] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7a7ee9dd-f87d-403e-a7bb-a38b249129d2: rpc.has_security_group_logging(os_id): False [ 989.693032] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.693032] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.693032] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.693228] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.693260] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.693464] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.693558] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.693618] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.693766] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.693840] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.694034] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.694230] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.694230] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.694329] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.694414] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.694602] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.694694] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.694773] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.694919] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.694994] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.695114] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a7ee9dd-f87d-403e-a7bb-a38b249129d2 is going to be updated. [ 989.762720] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.762915] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.762915] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.763160] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.763308] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.778951] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a7ee9dd-f87d-403e-a7bb-a38b249129d2 in Status: IN_PROGRESS for 2s [ 991.120882] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 in Status: SUCCESS [ 991.121219] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.121314] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.121528] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.121723] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.121838] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.121903] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.122069] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.122178] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.122233] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.122309] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c8ed50b5-f4f3-434b-85c0-be75dfdec948',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.580265] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 991.580504] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 991.625355] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8ed50b5-f4f3-434b-85c0-be75dfdec948 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.625495] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.625548] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.625763] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.625925] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.626034] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.626095] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.626333] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.626333] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.626461] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.626557] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8ed50b5-f4f3-434b-85c0-be75dfdec948 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.626651] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.626713] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.626850] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.626988] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.627092] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.627152] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.627294] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.627365] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.627440] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.627528] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c8ed50b5-f4f3-434b-85c0-be75dfdec948',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.807184] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a7ee9dd-f87d-403e-a7bb-a38b249129d2 in Status: SUCCESS [ 991.807490] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.130508] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c8ed50b5-f4f3-434b-85c0-be75dfdec948: rpc.has_security_group_logging(os_id): False [ 992.148199] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.148364] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.148413] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.148618] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.148707] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.149051] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.149051] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.149051] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.149223] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.149331] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.149529] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.149625] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.149686] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.149825] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.149899] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.150139] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.150237] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.150286] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.150427] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.150503] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.150659] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 is going to be updated. [ 992.212492] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.212687] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.212798] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.212998] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.213181] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.229470] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 in Status: IN_PROGRESS for 2s [ 992.479997] env[65077]: INFO networking_nsxv3.common.synchronization [req-53303500-e0f7-414a-a22a-303bbf38568a req-43ebfe89-cfb3-4be5-ad5a-60555324adb6 tempest-ServersNegativeTestJSON-1837523186 tempest-ServersNegativeTestJSON-1837523186-project-member] Enqueued Resource ID: 5385ae19-711d-4525-bc26-cb12421f7edd with Priority: HIGHEST for action security_group_members [ 992.480595] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5385ae19-711d-4525-bc26-cb12421f7edd with Priority: HIGHEST for action security_group_members [ 992.481012] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-5385ae19-711d-4525-bc26-cb12421f7edd taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.481012] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5385ae19-711d-4525-bc26-cb12421f7edd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.481629] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5385ae19-711d-4525-bc26-cb12421f7edd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.482045] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5385ae19-711d-4525-bc26-cb12421f7edd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.482396] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.482513] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.482576] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.482840] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.482933] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.483109] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5385ae19-711d-4525-bc26-cb12421f7edd',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.854020] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock network-811 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.854310] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "network-811" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.854469] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "network-811" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.854848] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "network-811" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.855516] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.855847] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.855940] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.856139] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.856290] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.856574] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 992.856733] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 992.856803] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 992.856909] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 992.857033] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 992.857163] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 992.857357] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 992.885547] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 992.885732] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 992.885914] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 992.886128] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "network-811" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.886454] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock port-410af659-aa2f-4a3c-835c-4ea8422a85fe taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.886631] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "port-410af659-aa2f-4a3c-835c-4ea8422a85fe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.886747] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "port-410af659-aa2f-4a3c-835c-4ea8422a85fe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.887094] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "port-410af659-aa2f-4a3c-835c-4ea8422a85fe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.887235] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('410af659-aa2f-4a3c-835c-4ea8422a85fe',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.986730] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.986986] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.987078] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.987347] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.987441] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.987655] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.987754] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.987818] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.987966] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.988053] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.988284] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5385ae19-711d-4525-bc26-cb12421f7edd already deleted. [ 992.988396] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5385ae19-711d-4525-bc26-cb12421f7edd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.389937] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.390446] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.390446] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.390622] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.390788] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.390940] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Segment Port 410af659-aa2f-4a3c-835c-4ea8422a85fe not found, creating... [ 993.391250] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.391430] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.391562] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.391798] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.391936] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.392258] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.392440] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.392549] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.392753] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.392885] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.393044] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Resource: SegmentPort with ID: 410af659-aa2f-4a3c-835c-4ea8422a85fe is going to be created. [ 993.415534] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.415764] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.415869] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.416196] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.416495] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.416752] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "port-410af659-aa2f-4a3c-835c-4ea8422a85fe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.126944] env[65077]: INFO networking_nsxv3.common.synchronization [req-53303500-e0f7-414a-a22a-303bbf38568a req-eb48cb80-17ca-4d55-a43b-bd6e60873cef service nova] Enqueued Resource ID: 5385ae19-711d-4525-bc26-cb12421f7edd with Priority: HIGHEST for action security_group_rules [ 994.127141] env[65077]: INFO networking_nsxv3.common.synchronization [req-53303500-e0f7-414a-a22a-303bbf38568a req-eb48cb80-17ca-4d55-a43b-bd6e60873cef service nova] Enqueued Resource ID: 5385ae19-711d-4525-bc26-cb12421f7edd with Priority: HIGHEST for action security_group_members [ 994.127295] env[65077]: INFO networking_nsxv3.common.synchronization [req-53303500-e0f7-414a-a22a-303bbf38568a req-eb48cb80-17ca-4d55-a43b-bd6e60873cef service nova] Enqueued Resource ID: 410af659-aa2f-4a3c-835c-4ea8422a85fe with Priority: HIGHEST for action port [ 994.127807] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5385ae19-711d-4525-bc26-cb12421f7edd with Priority: HIGHEST for action security_group_rules [ 994.127943] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5385ae19-711d-4525-bc26-cb12421f7edd with Priority: HIGHEST for action security_group_members [ 994.128060] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 410af659-aa2f-4a3c-835c-4ea8422a85fe with Priority: HIGHEST for action port [ 994.128704] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5385ae19-711d-4525-bc26-cb12421f7edd taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.131201] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5385ae19-711d-4525-bc26-cb12421f7edd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.131201] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5385ae19-711d-4525-bc26-cb12421f7edd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.131201] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5385ae19-711d-4525-bc26-cb12421f7edd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.131201] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5385ae19-711d-4525-bc26-cb12421f7edd',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.131201] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-5385ae19-711d-4525-bc26-cb12421f7edd taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.131201] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5385ae19-711d-4525-bc26-cb12421f7edd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.131201] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5385ae19-711d-4525-bc26-cb12421f7edd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.131201] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5385ae19-711d-4525-bc26-cb12421f7edd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.131201] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.131201] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.131201] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.131201] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.131669] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.131669] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5385ae19-711d-4525-bc26-cb12421f7edd',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.132222] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-410af659-aa2f-4a3c-835c-4ea8422a85fe taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.132314] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-410af659-aa2f-4a3c-835c-4ea8422a85fe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.132427] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-410af659-aa2f-4a3c-835c-4ea8422a85fe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.132540] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-410af659-aa2f-4a3c-835c-4ea8422a85fe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.132610] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('410af659-aa2f-4a3c-835c-4ea8422a85fe',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.247747] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 in Status: SUCCESS [ 994.247997] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.636401] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-5385ae19-711d-4525-bc26-cb12421f7edd taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.636764] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5385ae19-711d-4525-bc26-cb12421f7edd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.636764] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5385ae19-711d-4525-bc26-cb12421f7edd',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.637783] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 410af659-aa2f-4a3c-835c-4ea8422a85fe with status ACTIVE [ 994.638011] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.638122] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.638231] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.638412] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.638504] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.638709] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.638869] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.639542] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.639542] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.639622] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.639845] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.640175] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.640242] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.640422] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.640520] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.640614] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 410af659-aa2f-4a3c-835c-4ea8422a85fe is going to be updated. [ 994.665714] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.665897] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.666017] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.666306] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.666476] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.666684] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-410af659-aa2f-4a3c-835c-4ea8422a85fe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.143263] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5385ae19-711d-4525-bc26-cb12421f7edd',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.646339] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.646733] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.646733] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.646830] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.646955] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.647103] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5385ae19-711d-4525-bc26-cb12421f7edd is going to be created. [ 995.671513] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.671745] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.671796] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.671977] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.672162] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.682929] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5385ae19-711d-4525-bc26-cb12421f7edd in Status: UNINITIALIZED for 2s [ 996.460305] env[65077]: INFO networking_nsxv3.common.synchronization [req-8922ad03-067f-4384-9185-989a1d0cf426 req-b9e52fda-8fad-427b-b564-db5ae56eb5ef tempest-ImagesOneServerNegativeTestJSON-1130149341 tempest-ImagesOneServerNegativeTestJSON-1130149341-project-member] Enqueued Resource ID: 7a7ee9dd-f87d-403e-a7bb-a38b249129d2 with Priority: HIGHEST for action security_group_members [ 996.460305] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a7ee9dd-f87d-403e-a7bb-a38b249129d2 with Priority: HIGHEST for action security_group_members [ 996.461013] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.461281] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.461436] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.461723] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.461982] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.464368] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.464368] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.464368] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.464368] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.464368] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a7ee9dd-f87d-403e-a7bb-a38b249129d2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.965383] env[65077]: INFO networking_nsxv3.common.synchronization [req-9971b324-f5e9-4439-a55f-2430f25163f8 req-3e0086d2-dd2d-4ded-8167-aeccf1faf189 tempest-ImagesTestJSON-1309032847 tempest-ImagesTestJSON-1309032847-project-member] Enqueued Resource ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe with Priority: HIGHEST for action security_group_members [ 996.965721] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.965876] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.965876] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.966361] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.966361] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.966361] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.966925] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.966925] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.966925] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.966925] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.966925] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a7ee9dd-f87d-403e-a7bb-a38b249129d2 is going to be updated. [ 996.968029] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe with Priority: HIGHEST for action security_group_members [ 996.968701] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.968827] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.968827] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.968974] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.969136] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.969233] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.969295] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.969438] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.969517] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.969606] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f36cbb2-486d-4165-9c43-4e3dee0a0ebe',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.025520] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.025520] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.025520] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.025520] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.025520] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.043355] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a7ee9dd-f87d-403e-a7bb-a38b249129d2 in Status: IN_PROGRESS for 2s [ 997.339137] env[65077]: INFO networking_nsxv3.common.synchronization [req-b72b34dc-c9b0-4f68-aa7b-a9970f8c5ad6 req-153a50ef-e638-478e-9a31-462f80509f5c tempest-AttachInterfacesTestJSON-1133181043 tempest-AttachInterfacesTestJSON-1133181043-project-member] Enqueued Resource ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 with Priority: HIGHEST for action security_group_members [ 997.339824] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 with Priority: HIGHEST for action security_group_members [ 997.340722] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.340965] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.341093] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.341464] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.341756] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.341974] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.342156] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.342468] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.342765] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.343081] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.377146] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock network-388 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.377414] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "network-388" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.377514] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "network-388" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.377782] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "network-388" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.378104] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.378308] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.378385] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.378634] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.378750] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.379075] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 997.379075] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 997.379310] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 997.379310] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 997.379475] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 997.379584] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 997.379660] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 997.402766] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 997.402853] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 997.402928] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 997.403135] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "network-388" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.403601] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock port-e3230249-ad06-4e60-bfca-f63ce6dea957 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.403601] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "port-e3230249-ad06-4e60-bfca-f63ce6dea957" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.403789] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "port-e3230249-ad06-4e60-bfca-f63ce6dea957" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.404143] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "port-e3230249-ad06-4e60-bfca-f63ce6dea957" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.404294] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3230249-ad06-4e60-bfca-f63ce6dea957',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.475578] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.475779] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.475872] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.476154] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.476253] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.476552] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.476759] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.476759] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.476925] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.477057] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.477213] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe is going to be updated. [ 997.538513] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.538785] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.538849] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.539551] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.539551] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.550405] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe in Status: IN_PROGRESS for 2s [ 997.692670] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5385ae19-711d-4525-bc26-cb12421f7edd in Status: SUCCESS [ 997.692895] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5385ae19-711d-4525-bc26-cb12421f7edd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.693071] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5385ae19-711d-4525-bc26-cb12421f7edd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.693424] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5385ae19-711d-4525-bc26-cb12421f7edd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.693642] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.693799] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.693887] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.693975] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.694074] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.694149] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5385ae19-711d-4525-bc26-cb12421f7edd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.694236] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5385ae19-711d-4525-bc26-cb12421f7edd',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.770789] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock network-731 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.770979] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "network-731" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.771130] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "network-731" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.771516] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "network-731" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.771804] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.771966] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.772099] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.772372] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.772525] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.772733] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 997.772845] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 997.772980] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 997.773140] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 997.773258] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 997.773397] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 997.773539] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 997.794293] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 997.794563] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 997.794563] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 997.794844] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "network-731" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.795042] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock port-6c3710fe-66b1-4160-9138-ba09689ef913 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.795218] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "port-6c3710fe-66b1-4160-9138-ba09689ef913" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.795326] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "port-6c3710fe-66b1-4160-9138-ba09689ef913" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.795673] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "port-6c3710fe-66b1-4160-9138-ba09689ef913" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.795809] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c3710fe-66b1-4160-9138-ba09689ef913',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.846212] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.846408] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.846450] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.846648] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.846745] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.846978] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.847058] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.847146] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.847259] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.847335] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.847528] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 is going to be updated. [ 997.874599] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.874739] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.875191] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.875446] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.875594] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.884475] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 in Status: IN_PROGRESS for 2s [ 997.907954] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.908284] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.908412] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.908690] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.908841] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.908995] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Segment Port e3230249-ad06-4e60-bfca-f63ce6dea957 not found, creating... [ 997.909282] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.909438] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.909551] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.909763] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.909901] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.910273] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.910449] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.910541] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.910744] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.910874] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.911012] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Resource: SegmentPort with ID: e3230249-ad06-4e60-bfca-f63ce6dea957 is going to be created. [ 997.931108] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.931334] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.931334] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.931590] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.931816] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.932047] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "port-e3230249-ad06-4e60-bfca-f63ce6dea957" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.196607] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-5385ae19-711d-4525-bc26-cb12421f7edd taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.197020] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5385ae19-711d-4525-bc26-cb12421f7edd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.197020] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5385ae19-711d-4525-bc26-cb12421f7edd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.197156] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5385ae19-711d-4525-bc26-cb12421f7edd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.197338] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.197429] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.197501] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.197655] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.197743] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.197830] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5385ae19-711d-4525-bc26-cb12421f7edd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.197977] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-5385ae19-711d-4525-bc26-cb12421f7edd taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.198126] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5385ae19-711d-4525-bc26-cb12421f7edd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.198191] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5385ae19-711d-4525-bc26-cb12421f7edd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.198283] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5385ae19-711d-4525-bc26-cb12421f7edd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.198422] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.198510] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.198570] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.198702] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.198781] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.198861] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5385ae19-711d-4525-bc26-cb12421f7edd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.198949] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5385ae19-711d-4525-bc26-cb12421f7edd',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.298762] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.299153] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.299375] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.299796] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.300167] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.300323] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Segment Port 6c3710fe-66b1-4160-9138-ba09689ef913 not found, creating... [ 998.301214] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.301463] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.301654] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.302051] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.302286] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.302780] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.303045] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.303243] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.303603] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.303832] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.304081] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Resource: SegmentPort with ID: 6c3710fe-66b1-4160-9138-ba09689ef913 is going to be created. [ 998.343510] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.343765] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.343847] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.344159] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.344451] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.344689] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "port-6c3710fe-66b1-4160-9138-ba09689ef913" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.642713] env[65077]: INFO networking_nsxv3.common.synchronization [req-9971b324-f5e9-4439-a55f-2430f25163f8 req-a4182afe-f6cf-4903-8958-903d2654eff6 service nova] Enqueued Resource ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe with Priority: HIGHEST for action security_group_rules [ 998.642713] env[65077]: INFO networking_nsxv3.common.synchronization [req-9971b324-f5e9-4439-a55f-2430f25163f8 req-a4182afe-f6cf-4903-8958-903d2654eff6 service nova] Enqueued Resource ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe with Priority: HIGHEST for action security_group_members [ 998.642713] env[65077]: INFO networking_nsxv3.common.synchronization [req-9971b324-f5e9-4439-a55f-2430f25163f8 req-a4182afe-f6cf-4903-8958-903d2654eff6 service nova] Enqueued Resource ID: e3230249-ad06-4e60-bfca-f63ce6dea957 with Priority: HIGHEST for action port [ 998.642713] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe with Priority: HIGHEST for action security_group_rules [ 998.642713] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe with Priority: HIGHEST for action security_group_members [ 998.642713] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3230249-ad06-4e60-bfca-f63ce6dea957 with Priority: HIGHEST for action port [ 998.642713] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.642713] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.642713] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.642713] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.642713] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f36cbb2-486d-4165-9c43-4e3dee0a0ebe',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.646850] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.648645] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.649761] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3230249-ad06-4e60-bfca-f63ce6dea957 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.649761] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3230249-ad06-4e60-bfca-f63ce6dea957" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.649761] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3230249-ad06-4e60-bfca-f63ce6dea957" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.649761] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3230249-ad06-4e60-bfca-f63ce6dea957" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.649761] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3230249-ad06-4e60-bfca-f63ce6dea957',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.701267] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5385ae19-711d-4525-bc26-cb12421f7edd: rpc.has_security_group_logging(os_id): False [ 998.720203] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.720392] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.720464] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.720680] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.720755] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.720940] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.721048] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.721105] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.721275] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.721357] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.721553] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.721679] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.721722] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.721854] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.721915] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.722151] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.722260] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.722313] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.722441] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.722585] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.723195] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5385ae19-711d-4525-bc26-cb12421f7edd is going to be created. [ 998.781358] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.781582] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.781684] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.781936] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.782178] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.794752] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5385ae19-711d-4525-bc26-cb12421f7edd in Status: IN_PROGRESS for 2s [ 999.055400] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a7ee9dd-f87d-403e-a7bb-a38b249129d2 in Status: SUCCESS [ 999.055400] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a7ee9dd-f87d-403e-a7bb-a38b249129d2 deletion is rescheduled due to dependency. [ 999.055400] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.066207] env[65077]: INFO networking_nsxv3.common.synchronization [req-b72b34dc-c9b0-4f68-aa7b-a9970f8c5ad6 req-31c7969a-4e8b-4d1c-8e63-900ad751bbf0 service nova] Enqueued Resource ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 with Priority: HIGHEST for action security_group_rules [ 999.067707] env[65077]: INFO networking_nsxv3.common.synchronization [req-b72b34dc-c9b0-4f68-aa7b-a9970f8c5ad6 req-31c7969a-4e8b-4d1c-8e63-900ad751bbf0 service nova] Enqueued Resource ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 with Priority: HIGHEST for action security_group_members [ 999.068265] env[65077]: INFO networking_nsxv3.common.synchronization [req-b72b34dc-c9b0-4f68-aa7b-a9970f8c5ad6 req-31c7969a-4e8b-4d1c-8e63-900ad751bbf0 service nova] Enqueued Resource ID: 6c3710fe-66b1-4160-9138-ba09689ef913 with Priority: HIGHEST for action port [ 999.068965] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 with Priority: HIGHEST for action security_group_rules [ 999.069522] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 with Priority: HIGHEST for action security_group_members [ 999.069881] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c3710fe-66b1-4160-9138-ba09689ef913 with Priority: HIGHEST for action port [ 999.070953] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.072167] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.072167] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.072167] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.072167] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.073790] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.074436] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.074436] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c3710fe-66b1-4160-9138-ba09689ef913 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.074436] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c3710fe-66b1-4160-9138-ba09689ef913" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.074631] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c3710fe-66b1-4160-9138-ba09689ef913" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.074782] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c3710fe-66b1-4160-9138-ba09689ef913" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.074936] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c3710fe-66b1-4160-9138-ba09689ef913',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.147536] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.147732] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.153259] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e3230249-ad06-4e60-bfca-f63ce6dea957 with status ACTIVE [ 999.153523] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.153698] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.153769] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.154052] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.154153] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.154353] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.154491] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.154579] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.154717] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.155554] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.155554] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.155721] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.155721] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.156522] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.156522] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.156522] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e3230249-ad06-4e60-bfca-f63ce6dea957 is going to be updated. [ 999.180387] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.180555] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.180665] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.181214] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.181214] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.181386] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3230249-ad06-4e60-bfca-f63ce6dea957" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.560606] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe in Status: SUCCESS [ 999.560902] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe deletion is rescheduled due to dependency. [ 999.560902] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.561064] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.561289] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.561476] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.561611] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.561698] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.561827] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.561909] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.562012] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f36cbb2-486d-4165-9c43-4e3dee0a0ebe',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.574674] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.574855] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.577579] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6c3710fe-66b1-4160-9138-ba09689ef913 with status ACTIVE [ 999.577861] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.578047] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.578147] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.578412] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.578531] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.578825] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.578988] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.579170] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.579417] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.579541] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.579801] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.579954] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.580072] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.580382] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.580514] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.580663] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6c3710fe-66b1-4160-9138-ba09689ef913 is going to be updated. [ 999.604409] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.604409] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.604409] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.604607] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.604695] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.604857] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c3710fe-66b1-4160-9138-ba09689ef913" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.898500] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 in Status: SUCCESS [ 999.898500] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 deletion is rescheduled due to dependency. [ 999.898500] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.898500] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.898829] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.898829] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.898913] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.898913] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.899101] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.899155] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.899651] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.064790] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f36cbb2-486d-4165-9c43-4e3dee0a0ebe',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.401411] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.567772] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f36cbb2-486d-4165-9c43-4e3dee0a0ebe',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.808134] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5385ae19-711d-4525-bc26-cb12421f7edd in Status: SUCCESS [ 1000.808392] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5385ae19-711d-4525-bc26-cb12421f7edd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.903693] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.069959] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.069959] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.069959] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.070427] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.070427] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.070427] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe is going to be updated. [ 1001.101661] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.101825] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.101900] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.102260] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.102514] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.114495] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe in Status: IN_PROGRESS for 2s [ 1001.362496] env[65077]: INFO networking_nsxv3.common.synchronization [req-fd7623f4-7047-433f-bc53-65c8afa3a05d req-8f2e5909-938d-4355-a1bd-a58de3186b35 tempest-VolumesAdminNegativeTest-1114365843 tempest-VolumesAdminNegativeTest-1114365843-project-member] Enqueued Resource ID: 56699f21-22ed-4b74-9191-10e5d6c65f6f with Priority: HIGHEST for action security_group_members [ 1001.362925] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56699f21-22ed-4b74-9191-10e5d6c65f6f with Priority: HIGHEST for action security_group_members [ 1001.363247] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-56699f21-22ed-4b74-9191-10e5d6c65f6f taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.363371] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56699f21-22ed-4b74-9191-10e5d6c65f6f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.364064] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56699f21-22ed-4b74-9191-10e5d6c65f6f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.364064] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56699f21-22ed-4b74-9191-10e5d6c65f6f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.364064] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.364064] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.364280] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.364312] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.364436] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.364560] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56699f21-22ed-4b74-9191-10e5d6c65f6f',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.408444] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.408573] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.408648] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.408845] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.408937] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.409047] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 is going to be updated. [ 1001.456225] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.456225] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.456225] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.456225] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.456225] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.466170] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 in Status: IN_PROGRESS for 2s [ 1001.709530] env[65077]: INFO networking_nsxv3.common.synchronization [req-989aa46e-0fb2-4192-b201-dcdf43a30009 req-406cc1dc-af49-4f36-b4b4-c9cfa1de9745 tempest-DeleteServersTestJSON-1076641606 tempest-DeleteServersTestJSON-1076641606-project-member] Enqueued Resource ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 with Priority: HIGHEST for action security_group_members [ 1001.710857] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 with Priority: HIGHEST for action security_group_members [ 1001.710857] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8ed50b5-f4f3-434b-85c0-be75dfdec948 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.710857] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.710857] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.710857] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.711174] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.713196] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.713196] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.713196] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.713196] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.713196] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8ed50b5-f4f3-434b-85c0-be75dfdec948',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.748011] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock network-908 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.748456] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "network-908" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.748690] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "network-908" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.748867] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "network-908" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.749150] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.749309] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.749422] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.749713] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.749874] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.750145] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1001.750233] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1001.750386] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1001.750503] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1001.750616] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1001.750727] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1001.750837] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1001.774454] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1001.775227] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1001.775227] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1001.775227] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "network-908" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.775392] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock port-e0216c7a-da87-4317-b687-583cce80f432 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.775533] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "port-e0216c7a-da87-4317-b687-583cce80f432" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.775698] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "port-e0216c7a-da87-4317-b687-583cce80f432" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.775956] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "port-e0216c7a-da87-4317-b687-583cce80f432" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.776681] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0216c7a-da87-4317-b687-583cce80f432',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.867650] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.867892] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.867892] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.868137] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.868230] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.868454] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.868553] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.868594] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.868742] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.868818] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.868963] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56699f21-22ed-4b74-9191-10e5d6c65f6f already deleted. [ 1001.869059] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56699f21-22ed-4b74-9191-10e5d6c65f6f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.216858] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.217069] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.217165] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.217431] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.217536] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.217769] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.217903] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.217974] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.218227] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.218316] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.218428] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 is going to be updated. [ 1002.248618] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.248849] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.248961] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.249279] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.249499] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.257756] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 in Status: IN_PROGRESS for 2s [ 1002.279251] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.279545] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.279617] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.279882] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.280101] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.280349] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Segment Port e0216c7a-da87-4317-b687-583cce80f432 not found, creating... [ 1002.280632] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.280801] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.281391] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.281391] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.281391] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.281667] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.281822] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.282060] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.282215] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.282360] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.282945] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Resource: SegmentPort with ID: e0216c7a-da87-4317-b687-583cce80f432 is going to be created. [ 1002.330837] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.331066] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.331601] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.331730] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.332662] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.332662] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "port-e0216c7a-da87-4317-b687-583cce80f432" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.033101] env[65077]: INFO networking_nsxv3.common.synchronization [req-fd7623f4-7047-433f-bc53-65c8afa3a05d req-9053fc71-d535-440e-8858-86a1f9667c93 service nova] Enqueued Resource ID: 56699f21-22ed-4b74-9191-10e5d6c65f6f with Priority: HIGHEST for action security_group_rules [ 1003.033101] env[65077]: INFO networking_nsxv3.common.synchronization [req-fd7623f4-7047-433f-bc53-65c8afa3a05d req-9053fc71-d535-440e-8858-86a1f9667c93 service nova] Enqueued Resource ID: 56699f21-22ed-4b74-9191-10e5d6c65f6f with Priority: HIGHEST for action security_group_members [ 1003.033101] env[65077]: INFO networking_nsxv3.common.synchronization [req-fd7623f4-7047-433f-bc53-65c8afa3a05d req-9053fc71-d535-440e-8858-86a1f9667c93 service nova] Enqueued Resource ID: e0216c7a-da87-4317-b687-583cce80f432 with Priority: HIGHEST for action port [ 1003.034269] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56699f21-22ed-4b74-9191-10e5d6c65f6f with Priority: HIGHEST for action security_group_rules [ 1003.034269] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56699f21-22ed-4b74-9191-10e5d6c65f6f with Priority: HIGHEST for action security_group_members [ 1003.034269] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0216c7a-da87-4317-b687-583cce80f432 with Priority: HIGHEST for action port [ 1003.036347] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56699f21-22ed-4b74-9191-10e5d6c65f6f taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.036347] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56699f21-22ed-4b74-9191-10e5d6c65f6f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.036347] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56699f21-22ed-4b74-9191-10e5d6c65f6f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.036347] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56699f21-22ed-4b74-9191-10e5d6c65f6f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.036347] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56699f21-22ed-4b74-9191-10e5d6c65f6f',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.036347] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-56699f21-22ed-4b74-9191-10e5d6c65f6f taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.036347] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56699f21-22ed-4b74-9191-10e5d6c65f6f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.036347] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56699f21-22ed-4b74-9191-10e5d6c65f6f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.036347] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56699f21-22ed-4b74-9191-10e5d6c65f6f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.036849] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.036849] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.036849] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.036849] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.036849] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.036849] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56699f21-22ed-4b74-9191-10e5d6c65f6f',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.038046] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0216c7a-da87-4317-b687-583cce80f432 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.038046] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0216c7a-da87-4317-b687-583cce80f432" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.038046] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0216c7a-da87-4317-b687-583cce80f432" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.038046] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0216c7a-da87-4317-b687-583cce80f432" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.038046] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0216c7a-da87-4317-b687-583cce80f432',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.124830] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe in Status: SUCCESS [ 1003.125081] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.125266] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.125766] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.126379] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.126379] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.126379] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.126567] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.126567] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.126567] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.126677] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f36cbb2-486d-4165-9c43-4e3dee0a0ebe',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.477897] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 in Status: SUCCESS [ 1003.478339] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.478622] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.478935] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.479255] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.479440] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.479549] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.479799] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.479924] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.480081] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.480263] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.539430] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56699f21-22ed-4b74-9191-10e5d6c65f6f',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.540690] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-56699f21-22ed-4b74-9191-10e5d6c65f6f taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.540884] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56699f21-22ed-4b74-9191-10e5d6c65f6f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.541183] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e0216c7a-da87-4317-b687-583cce80f432 with status ACTIVE [ 1003.541350] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.541541] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.541541] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.541854] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.542216] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.542216] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.542216] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.542541] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.542541] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.542661] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.542866] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.542866] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.543061] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.543061] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.543168] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.543234] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e0216c7a-da87-4317-b687-583cce80f432 is going to be updated. [ 1003.571955] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.571955] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.571955] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.571955] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.571955] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.571955] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0216c7a-da87-4317-b687-583cce80f432" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.629063] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.630353] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.630353] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.630353] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.630353] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.630353] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.630353] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.630667] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.630667] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.630794] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.630985] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.631278] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.631376] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.631570] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.631755] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.631876] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.631953] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.632131] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.632458] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.632458] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.632458] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f36cbb2-486d-4165-9c43-4e3dee0a0ebe',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.873064] env[65077]: INFO networking_nsxv3.common.synchronization [req-af92d0d1-c5a8-469e-886e-68797b87d91a req-0118388a-c874-4334-902b-9319208e997e tempest-MultipleCreateTestJSON-81700504 tempest-MultipleCreateTestJSON-81700504-project-member] Enqueued Resource ID: f0be2af2-1556-4005-b3a2-d55c70a4f8c5 with Priority: HIGHEST for action security_group_members [ 1003.873817] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0be2af2-1556-4005-b3a2-d55c70a4f8c5 with Priority: HIGHEST for action security_group_members [ 1003.875233] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.875233] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.875233] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.875439] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.876918] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.876918] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.876918] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.876918] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.876918] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.876918] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0be2af2-1556-4005-b3a2-d55c70a4f8c5',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.982695] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.982890] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.982936] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.983317] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.983519] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.983712] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.983792] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.983981] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.984088] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.984260] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.984417] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.984528] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.984633] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.984874] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.985039] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.985141] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.985213] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.985357] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.985433] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.985530] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.985621] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.043745] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56699f21-22ed-4b74-9191-10e5d6c65f6f',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.134870] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe: rpc.has_security_group_logging(os_id): False [ 1004.156876] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.157093] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.157169] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.157378] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.157483] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.157677] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.157773] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.157834] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.157982] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.158295] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.158386] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.158445] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.158482] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.158604] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.158676] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.158848] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.158938] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.158997] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.159484] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.159555] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.159641] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe is going to be updated. [ 1004.188847] env[65077]: INFO networking_nsxv3.common.synchronization [None req-c0a438a9-4d8e-437c-b2e7-4a472ab27f6f tempest-AttachInterfacesTestJSON-1133181043 tempest-AttachInterfacesTestJSON-1133181043-project-member] Enqueued Resource ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 with Priority: HIGHEST for action security_group_members [ 1004.189442] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 with Priority: HIGHEST for action security_group_members [ 1004.190305] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.190305] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.190305] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.190305] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.190487] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.190873] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.190873] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.190873] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.190873] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.191112] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.227013] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.227013] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.227013] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.227204] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.228159] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.231291] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock network-800 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.231404] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "network-800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.232830] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "network-800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.232830] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "network-800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.232830] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.232830] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.232830] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.232830] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.232830] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.232830] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1004.232830] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1004.233248] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1004.233248] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1004.233248] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1004.233248] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1004.233445] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1004.245116] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe in Status: IN_PROGRESS for 2s [ 1004.268243] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 in Status: SUCCESS [ 1004.268243] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 deletion is rescheduled due to dependency. [ 1004.268243] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.379138] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.379248] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.379248] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.379477] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.379568] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.379765] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.379863] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.379924] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.380094] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.380254] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.380334] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0be2af2-1556-4005-b3a2-d55c70a4f8c5 already deleted. [ 1004.380418] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.490360] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2: rpc.has_security_group_logging(os_id): False [ 1004.508690] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.508881] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.508927] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.509136] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.509228] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.509441] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.509540] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.509603] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.509752] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.509827] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.510018] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.510176] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.510322] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.510389] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.510443] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.510622] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.510710] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.510770] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.510964] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.511080] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.511222] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 is going to be updated. [ 1004.546791] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.546958] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.547045] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.547259] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.547614] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.547614] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56699f21-22ed-4b74-9191-10e5d6c65f6f is going to be created. [ 1004.576133] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.576490] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.576610] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.576870] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.577238] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.583120] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.583829] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.583917] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.584135] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.584356] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.596657] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56699f21-22ed-4b74-9191-10e5d6c65f6f in Status: UNINITIALIZED for 2s [ 1004.597387] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 in Status: IN_PROGRESS for 2s [ 1004.694062] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.710435] env[65077]: ERROR networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Request=Function GET Argumetns {'path': '/policy/api/v1/search/query', 'params': {'query': 'resource_type:PolicyTransportZone AND display_name:nsx-vlan-transportzone', 'page_size': 200, 'cursor': ''}} Response=('Connection aborted.', RemoteDisconnected('Remote end closed connection without response')): requests.exceptions.ConnectionError: ('Connection aborted.', RemoteDisconnected('Remote end closed connection without response')) [ 1004.710654] env[65077]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Retrying connection (1/2) with timeout 2s for Client.get {{(pid=65077) decorator /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/client_nsx.py:122}} [ 1005.195521] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.698427] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.698567] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.698645] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.698854] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.698944] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.699062] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 is going to be updated. [ 1005.735635] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.735779] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.735779] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.736014] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.736117] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.744646] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 in Status: IN_PROGRESS for 2s [ 1006.261308] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe in Status: SUCCESS [ 1006.261688] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.328429] env[65077]: INFO networking_nsxv3.common.synchronization [req-af92d0d1-c5a8-469e-886e-68797b87d91a req-abc07b76-79b6-443a-bd83-7110a766b4f0 tempest-MultipleCreateTestJSON-81700504 tempest-MultipleCreateTestJSON-81700504-project-member] Enqueued Resource ID: f0be2af2-1556-4005-b3a2-d55c70a4f8c5 with Priority: HIGHEST for action security_group_members [ 1006.328997] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0be2af2-1556-4005-b3a2-d55c70a4f8c5 with Priority: HIGHEST for action security_group_members [ 1006.329280] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.329400] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.329462] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.329658] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.330225] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.330225] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.330225] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.330722] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.330802] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.330886] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0be2af2-1556-4005-b3a2-d55c70a4f8c5',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.609910] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56699f21-22ed-4b74-9191-10e5d6c65f6f in Status: SUCCESS [ 1006.610214] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56699f21-22ed-4b74-9191-10e5d6c65f6f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.610398] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56699f21-22ed-4b74-9191-10e5d6c65f6f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.611090] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56699f21-22ed-4b74-9191-10e5d6c65f6f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.611090] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.611090] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.611090] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.611344] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.611344] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.611422] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56699f21-22ed-4b74-9191-10e5d6c65f6f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.611456] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56699f21-22ed-4b74-9191-10e5d6c65f6f',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.624165] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 in Status: SUCCESS [ 1006.624398] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.671819] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock network-800 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.671992] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "network-800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.710431] env[65077]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1006.710541] env[65077]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] NSXv3 Agent Agent loop - iteration:2 started [ 1006.730149] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1006.730370] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Cache value generated in 2.497 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1006.730517] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1006.730725] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "network-800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.731063] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock port-5e122123-f7d9-4abf-8e66-4898d57ac4ef taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.731244] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "port-5e122123-f7d9-4abf-8e66-4898d57ac4ef" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.731363] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "port-5e122123-f7d9-4abf-8e66-4898d57ac4ef" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.731691] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "port-5e122123-f7d9-4abf-8e66-4898d57ac4ef" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.731865] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e122123-f7d9-4abf-8e66-4898d57ac4ef',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.732827] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "network-800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.732981] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "network-800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.733280] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.733437] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.733545] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.733941] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.733941] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.734072] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1006.734792] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1006.734792] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1006.734792] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1006.734792] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1006.734792] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1006.734792] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1006.751455] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1006.751660] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1006.751802] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1006.751970] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "network-800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.752313] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock port-61621109-6d42-44b5-a916-c7f545b802cd taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.752497] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "port-61621109-6d42-44b5-a916-c7f545b802cd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.752605] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "port-61621109-6d42-44b5-a916-c7f545b802cd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.752930] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "port-61621109-6d42-44b5-a916-c7f545b802cd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.753081] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61621109-6d42-44b5-a916-c7f545b802cd',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.832732] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.832930] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.832973] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.833205] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.833326] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.833538] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.833643] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.833717] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.833875] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.833961] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.834058] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0be2af2-1556-4005-b3a2-d55c70a4f8c5 already deleted. [ 1006.834161] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.114357] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-56699f21-22ed-4b74-9191-10e5d6c65f6f taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.114583] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56699f21-22ed-4b74-9191-10e5d6c65f6f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.114665] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56699f21-22ed-4b74-9191-10e5d6c65f6f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.114952] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56699f21-22ed-4b74-9191-10e5d6c65f6f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.115194] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.115333] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.115804] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.115804] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.115804] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.115804] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56699f21-22ed-4b74-9191-10e5d6c65f6f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.116036] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-56699f21-22ed-4b74-9191-10e5d6c65f6f taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.116139] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56699f21-22ed-4b74-9191-10e5d6c65f6f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.116222] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56699f21-22ed-4b74-9191-10e5d6c65f6f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.116409] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56699f21-22ed-4b74-9191-10e5d6c65f6f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.116587] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.116703] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.116784] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.116961] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.117076] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.117192] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56699f21-22ed-4b74-9191-10e5d6c65f6f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.117299] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56699f21-22ed-4b74-9191-10e5d6c65f6f',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.236754] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.237045] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.237286] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.237606] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.237756] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.237918] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Segment Port 5e122123-f7d9-4abf-8e66-4898d57ac4ef not found, creating... [ 1007.238230] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.238437] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.238571] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.238829] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.238966] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.239321] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.239507] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.239660] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.239882] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.240077] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.240237] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Resource: SegmentPort with ID: 5e122123-f7d9-4abf-8e66-4898d57ac4ef is going to be created. [ 1007.255539] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.255799] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.256020] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.256287] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.256483] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.256663] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Segment Port 61621109-6d42-44b5-a916-c7f545b802cd not found, creating... [ 1007.256965] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.257178] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.257310] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.257566] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.257741] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.258124] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.258312] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.258474] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.258712] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.258933] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.259058] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Resource: SegmentPort with ID: 61621109-6d42-44b5-a916-c7f545b802cd is going to be created. [ 1007.261210] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.261402] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.261633] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.261806] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.262092] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.262350] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "port-5e122123-f7d9-4abf-8e66-4898d57ac4ef" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.282788] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.282983] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.283125] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.283412] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.283675] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.283893] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "port-61621109-6d42-44b5-a916-c7f545b802cd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.620282] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56699f21-22ed-4b74-9191-10e5d6c65f6f: rpc.has_security_group_logging(os_id): False [ 1007.643261] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.643475] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.643475] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.643683] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.643772] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.644035] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.644138] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.644191] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.644341] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.644417] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.644596] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.644688] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.644748] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.644886] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.644956] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.645184] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.645280] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.645350] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.645497] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.645569] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.645651] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56699f21-22ed-4b74-9191-10e5d6c65f6f is going to be created. [ 1007.721108] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.721358] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.721485] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.721802] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.722123] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.740292] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56699f21-22ed-4b74-9191-10e5d6c65f6f in Status: IN_PROGRESS for 2s [ 1007.756728] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 in Status: SUCCESS [ 1007.756933] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.956929] env[65077]: INFO networking_nsxv3.common.synchronization [req-af92d0d1-c5a8-469e-886e-68797b87d91a req-81df640a-ff6c-4022-954c-660b0ded0b93 service nova] Enqueued Resource ID: f0be2af2-1556-4005-b3a2-d55c70a4f8c5 with Priority: HIGHEST for action security_group_rules [ 1007.957127] env[65077]: INFO networking_nsxv3.common.synchronization [req-af92d0d1-c5a8-469e-886e-68797b87d91a req-81df640a-ff6c-4022-954c-660b0ded0b93 service nova] Enqueued Resource ID: f0be2af2-1556-4005-b3a2-d55c70a4f8c5 with Priority: HIGHEST for action security_group_members [ 1007.957264] env[65077]: INFO networking_nsxv3.common.synchronization [req-af92d0d1-c5a8-469e-886e-68797b87d91a req-81df640a-ff6c-4022-954c-660b0ded0b93 service nova] Enqueued Resource ID: 61621109-6d42-44b5-a916-c7f545b802cd with Priority: HIGHEST for action port [ 1007.957787] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0be2af2-1556-4005-b3a2-d55c70a4f8c5 with Priority: HIGHEST for action security_group_rules [ 1007.957917] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0be2af2-1556-4005-b3a2-d55c70a4f8c5 with Priority: HIGHEST for action security_group_members [ 1007.958366] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61621109-6d42-44b5-a916-c7f545b802cd with Priority: HIGHEST for action port [ 1007.958408] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0be2af2-1556-4005-b3a2-d55c70a4f8c5 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.958561] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.958561] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.958782] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.958834] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0be2af2-1556-4005-b3a2-d55c70a4f8c5',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.960215] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.960287] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.960323] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.962861] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.963041] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.963147] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.963211] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.963368] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.963463] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.963557] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0be2af2-1556-4005-b3a2-d55c70a4f8c5',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.964759] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-61621109-6d42-44b5-a916-c7f545b802cd taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.964868] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61621109-6d42-44b5-a916-c7f545b802cd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.965108] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61621109-6d42-44b5-a916-c7f545b802cd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.965108] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61621109-6d42-44b5-a916-c7f545b802cd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.965213] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61621109-6d42-44b5-a916-c7f545b802cd',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.991512] env[65077]: INFO networking_nsxv3.common.synchronization [req-af92d0d1-c5a8-469e-886e-68797b87d91a req-b041f12f-367a-46eb-830e-e51d5054dd7a service nova] Enqueued Resource ID: f0be2af2-1556-4005-b3a2-d55c70a4f8c5 with Priority: HIGHEST for action security_group_rules [ 1007.991894] env[65077]: INFO networking_nsxv3.common.synchronization [req-af92d0d1-c5a8-469e-886e-68797b87d91a req-b041f12f-367a-46eb-830e-e51d5054dd7a service nova] Enqueued Resource ID: f0be2af2-1556-4005-b3a2-d55c70a4f8c5 with Priority: HIGHEST for action security_group_members [ 1007.991894] env[65077]: INFO networking_nsxv3.common.synchronization [req-af92d0d1-c5a8-469e-886e-68797b87d91a req-b041f12f-367a-46eb-830e-e51d5054dd7a service nova] Enqueued Resource ID: 5e122123-f7d9-4abf-8e66-4898d57ac4ef with Priority: HIGHEST for action port [ 1007.992571] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0be2af2-1556-4005-b3a2-d55c70a4f8c5 with Priority: HIGHEST for action security_group_rules [ 1007.992695] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0be2af2-1556-4005-b3a2-d55c70a4f8c5 with Priority: HIGHEST for action security_group_members [ 1007.992793] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e122123-f7d9-4abf-8e66-4898d57ac4ef with Priority: HIGHEST for action port [ 1007.993100] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0be2af2-1556-4005-b3a2-d55c70a4f8c5 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.993201] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.993717] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.993811] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.993999] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e122123-f7d9-4abf-8e66-4898d57ac4ef taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.994118] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e122123-f7d9-4abf-8e66-4898d57ac4ef" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.994188] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e122123-f7d9-4abf-8e66-4898d57ac4ef" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.994402] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e122123-f7d9-4abf-8e66-4898d57ac4ef" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.994484] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e122123-f7d9-4abf-8e66-4898d57ac4ef',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.282716] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock network-731 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.283186] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "network-731" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.283186] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "network-731" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.283384] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "network-731" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.283662] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.283944] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.283944] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.284182] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.284306] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.284514] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1008.284653] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1008.284781] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1008.284889] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1008.284998] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1008.285115] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1008.285316] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1008.304766] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1008.304964] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1008.305117] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1008.305321] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "network-731" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.305681] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock port-5fdc9bd1-d9b8-429c-9671-17110137b246 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.305880] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "port-5fdc9bd1-d9b8-429c-9671-17110137b246" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.306030] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "port-5fdc9bd1-d9b8-429c-9671-17110137b246" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.306384] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "port-5fdc9bd1-d9b8-429c-9671-17110137b246" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.306527] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fdc9bd1-d9b8-429c-9671-17110137b246',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.461171] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.461400] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.469062] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 61621109-6d42-44b5-a916-c7f545b802cd with status ACTIVE [ 1008.469314] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.469314] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.469314] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.469497] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.469765] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.469765] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.469942] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.469942] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.470083] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.470234] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.470436] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.470532] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.470594] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.470734] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.470804] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.470885] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 61621109-6d42-44b5-a916-c7f545b802cd is going to be updated. [ 1008.472157] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f0be2af2-1556-4005-b3a2-d55c70a4f8c5',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.496933] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e122123-f7d9-4abf-8e66-4898d57ac4ef with status ACTIVE [ 1008.497179] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.497310] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.497379] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.497593] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.497759] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.497992] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.498160] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.498262] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.498374] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.498452] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.498646] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.498741] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.498801] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.498940] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.499026] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.499108] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e122123-f7d9-4abf-8e66-4898d57ac4ef is going to be updated. [ 1008.501880] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.501993] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.502081] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.502238] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.502365] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.502514] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61621109-6d42-44b5-a916-c7f545b802cd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.521809] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.521955] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.522030] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.522236] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.522374] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.522542] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e122123-f7d9-4abf-8e66-4898d57ac4ef" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.809285] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.809590] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.809659] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.809916] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.810134] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.810282] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Segment Port 5fdc9bd1-d9b8-429c-9671-17110137b246 not found, creating... [ 1008.810554] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.810718] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.810845] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.811127] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.811369] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.811933] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.811933] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.812080] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.812260] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.812428] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.812617] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Resource: SegmentPort with ID: 5fdc9bd1-d9b8-429c-9671-17110137b246 is going to be created. [ 1008.833978] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.834254] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.834341] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.834635] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.834891] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.835147] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "port-5fdc9bd1-d9b8-429c-9671-17110137b246" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.975426] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f0be2af2-1556-4005-b3a2-d55c70a4f8c5',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.478804] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.479052] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.479143] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.479434] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.479556] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.479659] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0be2af2-1556-4005-b3a2-d55c70a4f8c5 is going to be created. [ 1009.505355] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.505492] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.505535] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.505857] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.506039] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.516376] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0be2af2-1556-4005-b3a2-d55c70a4f8c5 in Status: UNINITIALIZED for 2s [ 1009.552825] env[65077]: INFO networking_nsxv3.common.synchronization [req-48f21cbb-458e-4a68-8e7b-6ed28b79571f req-8705aeea-9fd1-4edb-8484-14683bb4d495 service nova] Enqueued Resource ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 with Priority: HIGHEST for action security_group_rules [ 1009.553251] env[65077]: INFO networking_nsxv3.common.synchronization [req-48f21cbb-458e-4a68-8e7b-6ed28b79571f req-8705aeea-9fd1-4edb-8484-14683bb4d495 service nova] Enqueued Resource ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 with Priority: HIGHEST for action security_group_members [ 1009.553549] env[65077]: INFO networking_nsxv3.common.synchronization [req-48f21cbb-458e-4a68-8e7b-6ed28b79571f req-8705aeea-9fd1-4edb-8484-14683bb4d495 service nova] Enqueued Resource ID: 5fdc9bd1-d9b8-429c-9671-17110137b246 with Priority: HIGHEST for action port [ 1009.554340] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 with Priority: HIGHEST for action security_group_rules [ 1009.554340] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 with Priority: HIGHEST for action security_group_members [ 1009.554479] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fdc9bd1-d9b8-429c-9671-17110137b246 with Priority: HIGHEST for action port [ 1009.554763] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.555107] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.555216] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.555461] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.555499] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.556915] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.557065] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.557139] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.558030] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.558185] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.558300] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.558347] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.558495] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.558578] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.558668] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.559748] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-5fdc9bd1-d9b8-429c-9671-17110137b246 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.559861] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5fdc9bd1-d9b8-429c-9671-17110137b246" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.559912] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5fdc9bd1-d9b8-429c-9671-17110137b246" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.560095] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5fdc9bd1-d9b8-429c-9671-17110137b246" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.560227] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fdc9bd1-d9b8-429c-9671-17110137b246',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.754321] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56699f21-22ed-4b74-9191-10e5d6c65f6f in Status: SUCCESS [ 1009.754567] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56699f21-22ed-4b74-9191-10e5d6c65f6f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.061652] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.061958] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.062238] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.062961] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5fdc9bd1-d9b8-429c-9671-17110137b246 with status ACTIVE [ 1010.063186] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.063280] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.063346] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.063550] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.063639] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.063850] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.063951] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.064046] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.064187] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.064264] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.064479] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.064591] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.064800] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.064872] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.065530] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.065530] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5fdc9bd1-d9b8-429c-9671-17110137b246 is going to be updated. [ 1010.090125] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.090379] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.090428] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.090648] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.091796] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.092111] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5fdc9bd1-d9b8-429c-9671-17110137b246" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.567305] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.071641] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.071899] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.071899] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.072116] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.072202] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.072363] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 is going to be updated. [ 1011.109425] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.109583] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.109634] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.110647] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.110647] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.120473] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 in Status: IN_PROGRESS for 2s [ 1011.529487] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0be2af2-1556-4005-b3a2-d55c70a4f8c5 in Status: SUCCESS [ 1011.529716] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.530048] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.530118] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.530388] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.530540] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.530611] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.530772] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.530852] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.530946] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0be2af2-1556-4005-b3a2-d55c70a4f8c5',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.034174] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f0be2af2-1556-4005-b3a2-d55c70a4f8c5',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.536383] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f0be2af2-1556-4005-b3a2-d55c70a4f8c5',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.039518] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.039518] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.039518] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.039970] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.040389] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.040665] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0be2af2-1556-4005-b3a2-d55c70a4f8c5 is going to be updated. [ 1013.069880] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.070161] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.070226] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.070507] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.070672] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.082756] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0be2af2-1556-4005-b3a2-d55c70a4f8c5 in Status: IN_PROGRESS for 2s [ 1013.130951] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 in Status: SUCCESS [ 1013.131260] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.131508] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.131795] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.132075] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.132257] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.132362] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.132622] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.132744] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.132875] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.133013] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.635531] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.635741] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.635804] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.636179] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.636370] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.636481] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.636566] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.637193] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.637193] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.637193] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.638185] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.638185] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.638185] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.638185] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.638185] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.638185] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.638185] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.638185] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.638185] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.638598] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.638598] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.141698] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2: rpc.has_security_group_logging(os_id): False [ 1014.161093] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.161317] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.161396] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.161567] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.161661] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.161877] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.161979] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.162353] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.162353] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.162482] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.162614] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.162763] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.162819] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.162981] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.163080] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.163356] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.163464] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.163550] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.163749] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.163874] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.163992] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 is going to be updated. [ 1014.241760] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.241979] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.242070] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.242346] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.242536] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.258751] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 in Status: IN_PROGRESS for 2s [ 1014.267853] env[65077]: INFO networking_nsxv3.common.synchronization [req-a3d2b856-4749-4730-af17-fc91b7b488b3 req-bc6e1b9d-a4fa-44cd-8d84-ba16012effae tempest-ServersTestJSON-998299514 tempest-ServersTestJSON-998299514-project-member] Enqueued Resource ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 with Priority: HIGHEST for action security_group_members [ 1014.268637] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 with Priority: HIGHEST for action security_group_members [ 1014.268637] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.268637] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.268637] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.268844] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.268883] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.268943] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.268999] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.269552] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.269552] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.269552] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.677301] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock network-769 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.677859] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "network-769" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.677859] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "network-769" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.678058] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "network-769" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.679778] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.680023] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.680254] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.680578] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.680814] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.681150] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1014.682110] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1014.682932] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1014.683079] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1014.683198] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1014.683337] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1014.683505] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1014.703796] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1014.704044] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1014.704196] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1014.704348] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "network-769" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.705310] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock port-071d39c9-9316-4857-ba73-8cafca75ef5f taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.705310] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "port-071d39c9-9316-4857-ba73-8cafca75ef5f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.705310] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "port-071d39c9-9316-4857-ba73-8cafca75ef5f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.705310] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "port-071d39c9-9316-4857-ba73-8cafca75ef5f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.705543] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('071d39c9-9316-4857-ba73-8cafca75ef5f',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.772720] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.093776] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0be2af2-1556-4005-b3a2-d55c70a4f8c5 in Status: SUCCESS [ 1015.094057] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.094439] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.094582] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.094814] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.094955] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.095030] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.095242] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.095332] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.095441] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.095556] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f0be2af2-1556-4005-b3a2-d55c70a4f8c5',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.208537] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.208850] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.208932] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.209265] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.209390] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.209534] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Segment Port 071d39c9-9316-4857-ba73-8cafca75ef5f not found, creating... [ 1015.209788] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.209944] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.210073] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.210335] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.210476] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.210841] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.211035] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.211163] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.211378] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.211512] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.211637] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Resource: SegmentPort with ID: 071d39c9-9316-4857-ba73-8cafca75ef5f is going to be created. [ 1015.234144] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.234885] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.234885] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.234885] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.235178] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.235546] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "port-071d39c9-9316-4857-ba73-8cafca75ef5f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.276349] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.598055] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.598234] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.598302] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.598490] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.598664] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.598792] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.598831] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.598960] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.599060] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.599150] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.599294] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.599389] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.599450] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.599605] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.599752] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.599847] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.599937] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.600058] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.600134] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.600235] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.600328] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f0be2af2-1556-4005-b3a2-d55c70a4f8c5',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.778895] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.779090] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.779165] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.779398] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.779500] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.779602] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 is going to be updated. [ 1015.809745] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.810085] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.810085] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.810375] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.810575] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.821759] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 in Status: IN_PROGRESS for 2s [ 1015.989654] env[65077]: INFO networking_nsxv3.common.synchronization [req-a3d2b856-4749-4730-af17-fc91b7b488b3 req-9e8b2138-9986-49b1-9102-f40012d4ff5d service nova] Enqueued Resource ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 with Priority: HIGHEST for action security_group_rules [ 1015.989852] env[65077]: INFO networking_nsxv3.common.synchronization [req-a3d2b856-4749-4730-af17-fc91b7b488b3 req-9e8b2138-9986-49b1-9102-f40012d4ff5d service nova] Enqueued Resource ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 with Priority: HIGHEST for action security_group_members [ 1015.990016] env[65077]: INFO networking_nsxv3.common.synchronization [req-a3d2b856-4749-4730-af17-fc91b7b488b3 req-9e8b2138-9986-49b1-9102-f40012d4ff5d service nova] Enqueued Resource ID: 071d39c9-9316-4857-ba73-8cafca75ef5f with Priority: HIGHEST for action port [ 1015.990604] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 with Priority: HIGHEST for action security_group_rules [ 1015.990802] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 with Priority: HIGHEST for action security_group_members [ 1015.990854] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 071d39c9-9316-4857-ba73-8cafca75ef5f with Priority: HIGHEST for action port [ 1015.991183] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39ac7fdb-47bc-4096-87c4-2f878b5a9c81 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.991362] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.991469] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.991833] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.991882] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.993020] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.993113] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.994229] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-071d39c9-9316-4857-ba73-8cafca75ef5f taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.994229] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-071d39c9-9316-4857-ba73-8cafca75ef5f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.994229] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-071d39c9-9316-4857-ba73-8cafca75ef5f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.994229] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-071d39c9-9316-4857-ba73-8cafca75ef5f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.994229] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('071d39c9-9316-4857-ba73-8cafca75ef5f',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.103441] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f0be2af2-1556-4005-b3a2-d55c70a4f8c5: rpc.has_security_group_logging(os_id): False [ 1016.121625] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.121867] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.121867] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.122055] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.122149] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.122375] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.122597] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.122597] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.122733] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.122773] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.122922] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.123026] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.123119] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.123228] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.123303] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.123479] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.123580] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.123632] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.123782] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.123825] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.123906] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0be2af2-1556-4005-b3a2-d55c70a4f8c5 is going to be created. [ 1016.268792] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.269188] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.269188] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.269271] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.269477] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.276547] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 in Status: SUCCESS [ 1016.276762] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.280231] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0be2af2-1556-4005-b3a2-d55c70a4f8c5 in Status: IN_PROGRESS for 2s [ 1016.495102] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.495259] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.495439] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 071d39c9-9316-4857-ba73-8cafca75ef5f with status ACTIVE [ 1016.495607] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.495721] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.495787] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.496397] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.496397] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.496397] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.496397] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.496619] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.496713] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.496886] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.497096] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.497197] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.497263] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.497410] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.497482] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.497566] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 071d39c9-9316-4857-ba73-8cafca75ef5f is going to be updated. [ 1016.519903] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.520032] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.520108] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.520396] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.520531] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.520686] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-071d39c9-9316-4857-ba73-8cafca75ef5f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.788715] env[65077]: INFO networking_nsxv3.common.synchronization [req-e2912abd-4d9b-48ea-9aeb-f9145a9ed3cb req-4d302743-ce69-437a-9514-90f943c283ec tempest-ListServerFiltersTestJSON-798423 tempest-ListServerFiltersTestJSON-798423-project-member] Enqueued Resource ID: 79da9488-9fef-4272-8a1b-c640c1a0efa5 with Priority: HIGHEST for action security_group_members [ 1016.788715] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79da9488-9fef-4272-8a1b-c640c1a0efa5 with Priority: HIGHEST for action security_group_members [ 1016.789028] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-79da9488-9fef-4272-8a1b-c640c1a0efa5 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.789249] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.789249] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.789483] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.789642] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.789744] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.789802] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.790029] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.790092] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.790226] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79da9488-9fef-4272-8a1b-c640c1a0efa5',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.147906] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock network-764 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.148116] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "network-764" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.148265] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "network-764" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.148534] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "network-764" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.148782] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.148930] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.149058] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.149269] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.149418] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.149620] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1017.149729] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1017.149835] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1017.149939] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1017.150056] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1017.150171] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1017.150372] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1017.173075] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1017.173259] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1017.173404] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1017.173584] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "network-764" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.173901] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock port-76b72066-c85e-4af3-b0d4-99d65334af18 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.174082] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "port-76b72066-c85e-4af3-b0d4-99d65334af18" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.174297] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "port-76b72066-c85e-4af3-b0d4-99d65334af18" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.174798] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "port-76b72066-c85e-4af3-b0d4-99d65334af18" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.175081] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76b72066-c85e-4af3-b0d4-99d65334af18',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.292629] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.293097] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.293097] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.293097] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.293303] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.293458] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.293586] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.293654] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.293824] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.293945] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.294051] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79da9488-9fef-4272-8a1b-c640c1a0efa5 already deleted. [ 1017.294139] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.678341] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.678570] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.678689] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.678994] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.679165] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.679319] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Segment Port 76b72066-c85e-4af3-b0d4-99d65334af18 not found, creating... [ 1017.679587] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.679738] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.679854] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.680094] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.680267] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.680556] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.680719] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.680887] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.681048] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.681253] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.681408] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Resource: SegmentPort with ID: 76b72066-c85e-4af3-b0d4-99d65334af18 is going to be created. [ 1017.719508] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.719771] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.719893] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.720253] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.720551] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.720727] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "port-76b72066-c85e-4af3-b0d4-99d65334af18" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.834275] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 in Status: SUCCESS [ 1017.834499] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.834676] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.834897] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.835107] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.835232] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.835303] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.835470] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.835554] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.835665] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.295476] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0be2af2-1556-4005-b3a2-d55c70a4f8c5 in Status: SUCCESS [ 1018.295793] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.295926] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.296181] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.296282] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0be2af2-1556-4005-b3a2-d55c70a4f8c5',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.338028] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.423233] env[65077]: INFO networking_nsxv3.common.synchronization [req-e2912abd-4d9b-48ea-9aeb-f9145a9ed3cb req-6b5559f9-0e5f-489a-84a7-fce09eec8f50 service nova] Enqueued Resource ID: 79da9488-9fef-4272-8a1b-c640c1a0efa5 with Priority: HIGHEST for action security_group_rules [ 1018.423459] env[65077]: INFO networking_nsxv3.common.synchronization [req-e2912abd-4d9b-48ea-9aeb-f9145a9ed3cb req-6b5559f9-0e5f-489a-84a7-fce09eec8f50 service nova] Enqueued Resource ID: 79da9488-9fef-4272-8a1b-c640c1a0efa5 with Priority: HIGHEST for action security_group_members [ 1018.423633] env[65077]: INFO networking_nsxv3.common.synchronization [req-e2912abd-4d9b-48ea-9aeb-f9145a9ed3cb req-6b5559f9-0e5f-489a-84a7-fce09eec8f50 service nova] Enqueued Resource ID: 76b72066-c85e-4af3-b0d4-99d65334af18 with Priority: HIGHEST for action port [ 1018.424191] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79da9488-9fef-4272-8a1b-c640c1a0efa5 with Priority: HIGHEST for action security_group_rules [ 1018.424325] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79da9488-9fef-4272-8a1b-c640c1a0efa5 with Priority: HIGHEST for action security_group_members [ 1018.424421] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76b72066-c85e-4af3-b0d4-99d65334af18 with Priority: HIGHEST for action port [ 1018.424698] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79da9488-9fef-4272-8a1b-c640c1a0efa5 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.424852] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.424927] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.425197] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.425393] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79da9488-9fef-4272-8a1b-c640c1a0efa5',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.426479] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-79da9488-9fef-4272-8a1b-c640c1a0efa5 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.426613] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.426683] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.427282] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.427282] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.427282] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.427282] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.427535] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.427535] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.427535] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79da9488-9fef-4272-8a1b-c640c1a0efa5',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.428426] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-76b72066-c85e-4af3-b0d4-99d65334af18 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.428959] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76b72066-c85e-4af3-b0d4-99d65334af18" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.429059] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76b72066-c85e-4af3-b0d4-99d65334af18" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.429236] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76b72066-c85e-4af3-b0d4-99d65334af18" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.429359] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76b72066-c85e-4af3-b0d4-99d65334af18',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.797976] env[65077]: INFO networking_nsxv3.common.synchronization [req-5baecf2a-3a47-4a58-b251-1d7d850a06f3 req-208e1775-16c9-4fda-aef0-e6948bb97518 tempest-VolumesAdminNegativeTest-1114365843 tempest-VolumesAdminNegativeTest-1114365843-project-member] Enqueued Resource ID: 56699f21-22ed-4b74-9191-10e5d6c65f6f with Priority: HIGHEST for action security_group_members [ 1018.797976] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56699f21-22ed-4b74-9191-10e5d6c65f6f with Priority: HIGHEST for action security_group_members [ 1018.797976] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-56699f21-22ed-4b74-9191-10e5d6c65f6f taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.797976] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56699f21-22ed-4b74-9191-10e5d6c65f6f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.797976] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56699f21-22ed-4b74-9191-10e5d6c65f6f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.798368] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56699f21-22ed-4b74-9191-10e5d6c65f6f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.798368] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.798368] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.798495] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.798730] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.798730] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.798730] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56699f21-22ed-4b74-9191-10e5d6c65f6f',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.800016] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.800016] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.800016] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.800229] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.800268] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.800356] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.800728] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.801058] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.802027] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.802027] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.802027] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f0be2af2-1556-4005-b3a2-d55c70a4f8c5',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.840956] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.932050] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-79da9488-9fef-4272-8a1b-c640c1a0efa5 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.932228] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.932375] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('79da9488-9fef-4272-8a1b-c640c1a0efa5',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.933229] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 76b72066-c85e-4af3-b0d4-99d65334af18 with status ACTIVE [ 1018.933413] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.933529] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.933596] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.933793] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.933880] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.934061] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.934163] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.934225] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.934375] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.934452] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.934630] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.934719] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.934781] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.934963] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.935008] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.935138] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 76b72066-c85e-4af3-b0d4-99d65334af18 is going to be updated. [ 1018.958195] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.958403] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.958403] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.958506] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.959016] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.959016] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76b72066-c85e-4af3-b0d4-99d65334af18" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.209219] env[65077]: INFO networking_nsxv3.common.synchronization [req-301dbe55-487e-49cf-a755-4756b9517f92 req-7be38b02-d103-4339-8806-c344715912e9 tempest-ListServerFiltersTestJSON-798423 tempest-ListServerFiltersTestJSON-798423-project-member] Enqueued Resource ID: 79da9488-9fef-4272-8a1b-c640c1a0efa5 with Priority: HIGHEST for action security_group_members [ 1019.209706] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79da9488-9fef-4272-8a1b-c640c1a0efa5 with Priority: HIGHEST for action security_group_members [ 1019.210028] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-79da9488-9fef-4272-8a1b-c640c1a0efa5 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.210138] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.303715] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.304746] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.304866] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.305073] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.305173] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.305394] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.305498] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.305560] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.306099] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.306099] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.306099] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56699f21-22ed-4b74-9191-10e5d6c65f6f is going to be updated. [ 1019.308656] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.308656] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.308656] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.308656] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.308656] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.308656] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.308656] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.308656] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.308656] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.308656] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.309315] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.309427] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.309493] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.309653] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.309793] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.310046] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.310046] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.310175] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.310175] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.310297] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.310384] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f0be2af2-1556-4005-b3a2-d55c70a4f8c5',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.339435] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.339593] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.339640] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.339857] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.339996] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.343197] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.343329] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.343371] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.343555] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.343640] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.343730] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 is going to be updated. [ 1019.351680] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56699f21-22ed-4b74-9191-10e5d6c65f6f in Status: IN_PROGRESS for 2s [ 1019.372628] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.372628] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.372628] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.372628] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.372628] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.382478] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 in Status: IN_PROGRESS for 2s [ 1019.437833] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('79da9488-9fef-4272-8a1b-c640c1a0efa5',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.532353] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock network-764 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.532656] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "network-764" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.532722] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "network-764" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.532958] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "network-764" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.533289] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.533451] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.533565] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.533773] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.533912] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.534236] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1019.534348] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1019.534452] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1019.534556] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1019.534699] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1019.534844] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1019.534983] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1019.556464] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1019.556644] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1019.556780] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1019.556976] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "network-764" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.557491] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock port-78186fbb-f85c-4aa9-9ba5-7f3e22b8e7c9 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.557599] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "port-78186fbb-f85c-4aa9-9ba5-7f3e22b8e7c9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.557685] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "port-78186fbb-f85c-4aa9-9ba5-7f3e22b8e7c9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.557988] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "port-78186fbb-f85c-4aa9-9ba5-7f3e22b8e7c9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.558180] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78186fbb-f85c-4aa9-9ba5-7f3e22b8e7c9',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.813109] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f0be2af2-1556-4005-b3a2-d55c70a4f8c5: rpc.has_security_group_logging(os_id): False [ 1019.835953] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.836212] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.836212] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.836362] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.836451] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.836679] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.836796] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.836865] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.836973] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.837058] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.837236] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.837372] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.837372] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.837497] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.837497] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.838485] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.838670] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.838756] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.838956] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.839064] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.839234] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0be2af2-1556-4005-b3a2-d55c70a4f8c5 is going to be updated. [ 1019.925259] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.925465] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.925508] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.925722] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.925890] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.941299] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.941586] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.941586] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.941794] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.941866] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.941974] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79da9488-9fef-4272-8a1b-c640c1a0efa5 is going to be created. [ 1019.960025] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0be2af2-1556-4005-b3a2-d55c70a4f8c5 in Status: IN_PROGRESS for 2s [ 1019.979719] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.979719] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.979719] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.979719] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.980083] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.997279] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79da9488-9fef-4272-8a1b-c640c1a0efa5 in Status: UNINITIALIZED for 2s [ 1020.060577] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.061280] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.061280] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.061280] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.061503] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.061644] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Segment Port 78186fbb-f85c-4aa9-9ba5-7f3e22b8e7c9 not found, creating... [ 1020.061882] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.062050] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.062166] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.062433] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.062580] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.063082] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.063082] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.063267] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.063368] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.063458] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.063608] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Resource: SegmentPort with ID: 78186fbb-f85c-4aa9-9ba5-7f3e22b8e7c9 is going to be created. [ 1020.084914] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.084914] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.084914] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.085317] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.085478] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.085697] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "port-78186fbb-f85c-4aa9-9ba5-7f3e22b8e7c9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.794079] env[65077]: INFO networking_nsxv3.common.synchronization [req-301dbe55-487e-49cf-a755-4756b9517f92 req-6eeedb71-0f06-4c36-a357-4410d41940cc service nova] Enqueued Resource ID: 79da9488-9fef-4272-8a1b-c640c1a0efa5 with Priority: HIGHEST for action security_group_rules [ 1020.794375] env[65077]: INFO networking_nsxv3.common.synchronization [req-301dbe55-487e-49cf-a755-4756b9517f92 req-6eeedb71-0f06-4c36-a357-4410d41940cc service nova] Enqueued Resource ID: 79da9488-9fef-4272-8a1b-c640c1a0efa5 with Priority: HIGHEST for action security_group_members [ 1020.794375] env[65077]: INFO networking_nsxv3.common.synchronization [req-301dbe55-487e-49cf-a755-4756b9517f92 req-6eeedb71-0f06-4c36-a357-4410d41940cc service nova] Enqueued Resource ID: 78186fbb-f85c-4aa9-9ba5-7f3e22b8e7c9 with Priority: HIGHEST for action port [ 1020.795498] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79da9488-9fef-4272-8a1b-c640c1a0efa5 with Priority: HIGHEST for action security_group_rules [ 1020.795498] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79da9488-9fef-4272-8a1b-c640c1a0efa5 with Priority: HIGHEST for action security_group_members [ 1020.795498] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78186fbb-f85c-4aa9-9ba5-7f3e22b8e7c9 with Priority: HIGHEST for action port [ 1020.795707] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79da9488-9fef-4272-8a1b-c640c1a0efa5 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.795864] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.795961] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-79da9488-9fef-4272-8a1b-c640c1a0efa5 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.796080] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.796217] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-78186fbb-f85c-4aa9-9ba5-7f3e22b8e7c9 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.796309] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78186fbb-f85c-4aa9-9ba5-7f3e22b8e7c9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.796373] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78186fbb-f85c-4aa9-9ba5-7f3e22b8e7c9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.796565] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78186fbb-f85c-4aa9-9ba5-7f3e22b8e7c9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.796641] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78186fbb-f85c-4aa9-9ba5-7f3e22b8e7c9',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.300835] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 78186fbb-f85c-4aa9-9ba5-7f3e22b8e7c9 with status ACTIVE [ 1021.301155] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.301378] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.301446] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.301684] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.301773] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.301962] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.302091] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.302171] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.302416] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.302416] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.302681] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.302787] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.302787] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.302999] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.302999] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.303092] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 78186fbb-f85c-4aa9-9ba5-7f3e22b8e7c9 is going to be updated. [ 1021.327290] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.327457] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.327533] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.327767] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.327909] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.328098] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78186fbb-f85c-4aa9-9ba5-7f3e22b8e7c9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.364123] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56699f21-22ed-4b74-9191-10e5d6c65f6f in Status: SUCCESS [ 1021.364514] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56699f21-22ed-4b74-9191-10e5d6c65f6f deletion is rescheduled due to dependency. [ 1021.364514] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56699f21-22ed-4b74-9191-10e5d6c65f6f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.394450] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 in Status: SUCCESS [ 1021.394772] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.395017] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.395278] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.395508] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.395696] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.395799] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.395985] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.396130] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.396268] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.396375] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.803627] env[65077]: INFO networking_nsxv3.common.synchronization [req-07520bd0-cc3a-4f45-8aeb-55fbfa93ebdb req-213ab52a-2e4f-4d02-b82e-77b30188d4d1 tempest-ListServerFiltersTestJSON-798423 tempest-ListServerFiltersTestJSON-798423-project-member] Enqueued Resource ID: 79da9488-9fef-4272-8a1b-c640c1a0efa5 with Priority: HIGHEST for action security_group_members [ 1021.804587] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79da9488-9fef-4272-8a1b-c640c1a0efa5 with Priority: HIGHEST for action security_group_members [ 1021.804587] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-79da9488-9fef-4272-8a1b-c640c1a0efa5 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.804587] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.902801] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.902801] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.902801] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.903170] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.903352] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.903477] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.903533] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.903673] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.903818] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.903919] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.904090] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.904164] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.905556] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.905556] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.905556] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.905556] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.905556] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.905556] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.905556] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.905556] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.905556] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.983109] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0be2af2-1556-4005-b3a2-d55c70a4f8c5 in Status: SUCCESS [ 1021.983363] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.010162] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79da9488-9fef-4272-8a1b-c640c1a0efa5 in Status: SUCCESS [ 1022.010463] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.010684] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.010928] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.011162] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.011360] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.011498] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.011672] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.011749] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.011878] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.011987] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('79da9488-9fef-4272-8a1b-c640c1a0efa5',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.012973] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.013616] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.013616] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.013616] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.013616] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.013928] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.013928] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.013928] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79da9488-9fef-4272-8a1b-c640c1a0efa5',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.221966] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock network-764 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.222223] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "network-764" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.222358] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "network-764" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.222670] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "network-764" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.222994] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.223169] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.223286] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.223533] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.223708] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.223890] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1022.224007] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1022.224180] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1022.224300] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1022.224413] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1022.224515] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1022.224658] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1022.247816] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1022.248040] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1022.248166] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1022.248421] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "network-764" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.248861] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock port-9ffec50b-7102-4937-a012-78c2cfe9cf59 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.249186] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "port-9ffec50b-7102-4937-a012-78c2cfe9cf59" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.249290] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "port-9ffec50b-7102-4937-a012-78c2cfe9cf59" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.249566] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "port-9ffec50b-7102-4937-a012-78c2cfe9cf59" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.249705] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ffec50b-7102-4937-a012-78c2cfe9cf59',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.409812] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 39ac7fdb-47bc-4096-87c4-2f878b5a9c81: rpc.has_security_group_logging(os_id): False [ 1022.429149] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.429149] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.429149] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.429149] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.429474] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.429474] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.429562] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.429596] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.429918] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.429918] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.430142] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.430236] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.430310] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.430468] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.431036] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.431036] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.431036] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.431036] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.431268] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.431268] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.431348] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 is going to be updated. [ 1022.516034] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-79da9488-9fef-4272-8a1b-c640c1a0efa5 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.516177] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.516371] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('79da9488-9fef-4272-8a1b-c640c1a0efa5',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.520808] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.521022] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.521708] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.521934] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.522106] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.538619] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 in Status: IN_PROGRESS for 2s [ 1022.548432] env[65077]: INFO networking_nsxv3.common.synchronization [req-e97a957d-e217-4718-a67f-ee1d4cbeecb4 req-53e25609-02f8-4466-9452-97d88a573864 tempest-ImagesTestJSON-1309032847 tempest-ImagesTestJSON-1309032847-project-member] Enqueued Resource ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe with Priority: HIGHEST for action security_group_members [ 1022.549352] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe with Priority: HIGHEST for action security_group_members [ 1022.549664] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.549781] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.549851] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.550069] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.550369] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.550456] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.550456] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.550620] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.550706] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.550799] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f36cbb2-486d-4165-9c43-4e3dee0a0ebe',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.752803] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.753122] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.753192] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.753536] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.753961] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.754315] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Segment Port 9ffec50b-7102-4937-a012-78c2cfe9cf59 not found, creating... [ 1022.754876] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.755072] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.755216] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.755494] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.755660] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.755995] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.756327] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.756327] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.757254] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.757254] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.757254] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Resource: SegmentPort with ID: 9ffec50b-7102-4937-a012-78c2cfe9cf59 is going to be created. [ 1022.784270] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.784483] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.784772] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.784883] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.785144] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.785366] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "port-9ffec50b-7102-4937-a012-78c2cfe9cf59" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.801711] env[65077]: INFO networking_nsxv3.common.synchronization [req-c0c016c6-8617-4c5e-bf4d-28395efd88a7 req-de5ca775-6433-44c2-abd1-4a412b6b71ba tempest-MultipleCreateTestJSON-81700504 tempest-MultipleCreateTestJSON-81700504-project-member] Enqueued Resource ID: f0be2af2-1556-4005-b3a2-d55c70a4f8c5 with Priority: HIGHEST for action security_group_members [ 1022.802322] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0be2af2-1556-4005-b3a2-d55c70a4f8c5 with Priority: HIGHEST for action security_group_members [ 1022.804595] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.804956] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.804956] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.805064] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.805249] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.805394] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.805480] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.805705] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.805824] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.805965] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0be2af2-1556-4005-b3a2-d55c70a4f8c5',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.024116] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('79da9488-9fef-4272-8a1b-c640c1a0efa5',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.053528] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.053756] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.053860] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.054360] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.054507] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.054636] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.054754] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.054845] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.055509] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.055772] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.055772] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe is going to be updated. [ 1023.085647] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.085876] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.085876] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.086071] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.086218] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.095498] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe in Status: IN_PROGRESS for 2s [ 1023.168452] env[65077]: INFO networking_nsxv3.common.synchronization [req-ded0e23e-c06c-414b-af04-3e65ac90f27c req-1c219bd0-daf0-4f90-a96d-da8f3da0b6f6 tempest-ServerRescueNegativeTestJSON-2015207523 tempest-ServerRescueNegativeTestJSON-2015207523-project-member] Enqueued Resource ID: ad553be1-dc52-43fb-8dee-2d9bc9c0b7eb with Priority: HIGHEST for action security_group_members [ 1023.169029] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad553be1-dc52-43fb-8dee-2d9bc9c0b7eb with Priority: HIGHEST for action security_group_members [ 1023.169997] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad553be1-dc52-43fb-8dee-2d9bc9c0b7eb taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.169997] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad553be1-dc52-43fb-8dee-2d9bc9c0b7eb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.169997] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad553be1-dc52-43fb-8dee-2d9bc9c0b7eb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.169997] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad553be1-dc52-43fb-8dee-2d9bc9c0b7eb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.170378] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.170378] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.170523] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.170720] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.170797] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.170859] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad553be1-dc52-43fb-8dee-2d9bc9c0b7eb',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.308833] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f0be2af2-1556-4005-b3a2-d55c70a4f8c5',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.527024] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.527024] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.527024] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.527024] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.527345] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.527345] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79da9488-9fef-4272-8a1b-c640c1a0efa5 is going to be updated. [ 1023.538882] env[65077]: INFO networking_nsxv3.common.synchronization [req-07520bd0-cc3a-4f45-8aeb-55fbfa93ebdb req-d32300e5-6df3-4988-8a51-a046563e11ec service nova] Enqueued Resource ID: 79da9488-9fef-4272-8a1b-c640c1a0efa5 with Priority: HIGHEST for action security_group_rules [ 1023.538882] env[65077]: INFO networking_nsxv3.common.synchronization [req-07520bd0-cc3a-4f45-8aeb-55fbfa93ebdb req-d32300e5-6df3-4988-8a51-a046563e11ec service nova] Enqueued Resource ID: 79da9488-9fef-4272-8a1b-c640c1a0efa5 with Priority: HIGHEST for action security_group_members [ 1023.538882] env[65077]: INFO networking_nsxv3.common.synchronization [req-07520bd0-cc3a-4f45-8aeb-55fbfa93ebdb req-d32300e5-6df3-4988-8a51-a046563e11ec service nova] Enqueued Resource ID: 9ffec50b-7102-4937-a012-78c2cfe9cf59 with Priority: HIGHEST for action port [ 1023.538882] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79da9488-9fef-4272-8a1b-c640c1a0efa5 with Priority: HIGHEST for action security_group_rules [ 1023.539589] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79da9488-9fef-4272-8a1b-c640c1a0efa5 with Priority: HIGHEST for action security_group_members [ 1023.539673] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ffec50b-7102-4937-a012-78c2cfe9cf59 with Priority: HIGHEST for action port [ 1023.540023] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79da9488-9fef-4272-8a1b-c640c1a0efa5 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.540154] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.540410] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-79da9488-9fef-4272-8a1b-c640c1a0efa5 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.540548] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.540718] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ffec50b-7102-4937-a012-78c2cfe9cf59 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.540823] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ffec50b-7102-4937-a012-78c2cfe9cf59" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.540868] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ffec50b-7102-4937-a012-78c2cfe9cf59" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.541666] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ffec50b-7102-4937-a012-78c2cfe9cf59" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.541666] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ffec50b-7102-4937-a012-78c2cfe9cf59',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.565868] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.565868] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.565868] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.566712] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.567956] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.579729] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79da9488-9fef-4272-8a1b-c640c1a0efa5 in Status: IN_PROGRESS for 2s [ 1023.642253] env[65077]: INFO networking_nsxv3.common.synchronization [req-6e51da10-af28-44a5-8d38-4d707fbe8b21 req-52ba8c97-ad88-416f-bf15-831acfffda49 tempest-MultipleCreateTestJSON-81700504 tempest-MultipleCreateTestJSON-81700504-project-member] Enqueued Resource ID: f0be2af2-1556-4005-b3a2-d55c70a4f8c5 with Priority: HIGHEST for action security_group_members [ 1023.645777] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0be2af2-1556-4005-b3a2-d55c70a4f8c5 with Priority: HIGHEST for action security_group_members [ 1023.646586] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.648130] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.675479] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.675677] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.676986] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.676986] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.676986] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.676986] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.676986] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.676986] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.676986] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.676986] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.676986] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad553be1-dc52-43fb-8dee-2d9bc9c0b7eb is going to be updated. [ 1023.714275] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.714275] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.714275] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.714275] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.714275] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.724556] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad553be1-dc52-43fb-8dee-2d9bc9c0b7eb in Status: IN_PROGRESS for 2s [ 1023.759427] env[65077]: INFO networking_nsxv3.common.synchronization [req-a6e8493c-1756-4fcd-a46c-fe71f2e75a45 req-e2a9cbcd-6af4-407a-9c7b-27a6bd625c8d tempest-AttachInterfacesTestJSON-1133181043 tempest-AttachInterfacesTestJSON-1133181043-project-member] Enqueued Resource ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 with Priority: HIGHEST for action security_group_members [ 1023.760026] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 with Priority: HIGHEST for action security_group_members [ 1023.761230] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.761507] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.761507] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.761759] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.761944] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.762097] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.762203] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.762388] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.762498] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.762615] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.813817] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f0be2af2-1556-4005-b3a2-d55c70a4f8c5',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.044303] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9ffec50b-7102-4937-a012-78c2cfe9cf59 with status ACTIVE [ 1024.044303] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.044303] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.044303] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.044303] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.044530] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.044576] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.044668] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.044727] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.044864] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.044934] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.045116] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.045204] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.045295] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.045388] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.045465] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.045642] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9ffec50b-7102-4937-a012-78c2cfe9cf59 is going to be updated. [ 1024.068693] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.068849] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.068921] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.069165] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.069377] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.069736] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ffec50b-7102-4937-a012-78c2cfe9cf59" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.233907] env[65077]: INFO networking_nsxv3.common.synchronization [None req-a6c85605-3d96-47ff-8e4e-683054c4e430 tempest-AttachInterfacesTestJSON-1133181043 tempest-AttachInterfacesTestJSON-1133181043-project-member] Enqueued Resource ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 with Priority: HIGHEST for action security_group_members [ 1024.234543] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 with Priority: HIGHEST for action security_group_members [ 1024.234904] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.235083] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.265429] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.317058] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.317384] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.317462] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.317737] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.317831] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.317942] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0be2af2-1556-4005-b3a2-d55c70a4f8c5 is going to be updated. [ 1024.349336] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.350739] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.350842] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.351049] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.351216] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.365041] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0be2af2-1556-4005-b3a2-d55c70a4f8c5 in Status: IN_PROGRESS for 2s [ 1024.556367] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 in Status: SUCCESS [ 1024.556594] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.768340] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.116878] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe in Status: SUCCESS [ 1025.117200] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe deletion is rescheduled due to dependency. [ 1025.117254] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.270729] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.270989] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.271071] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.271297] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.271433] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.271505] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 is going to be updated. [ 1025.323584] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.323853] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.323853] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.324035] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.324180] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.334069] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 in Status: IN_PROGRESS for 2s [ 1025.591410] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79da9488-9fef-4272-8a1b-c640c1a0efa5 in Status: SUCCESS [ 1025.591410] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.591410] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.591650] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.592483] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.592483] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.592483] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.592483] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.592717] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.592867] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79da9488-9fef-4272-8a1b-c640c1a0efa5',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.737421] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad553be1-dc52-43fb-8dee-2d9bc9c0b7eb in Status: SUCCESS [ 1025.737421] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad553be1-dc52-43fb-8dee-2d9bc9c0b7eb deletion is rescheduled due to dependency. [ 1025.737421] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad553be1-dc52-43fb-8dee-2d9bc9c0b7eb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.099021] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('79da9488-9fef-4272-8a1b-c640c1a0efa5',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.378862] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0be2af2-1556-4005-b3a2-d55c70a4f8c5 in Status: SUCCESS [ 1026.380471] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.380551] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.381729] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.381729] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.381729] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.381729] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.381729] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.381729] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.381729] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0be2af2-1556-4005-b3a2-d55c70a4f8c5',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.599882] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('79da9488-9fef-4272-8a1b-c640c1a0efa5',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.884132] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.884304] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.884412] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.884597] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.884689] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.884889] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.884979] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.885049] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.885217] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.885299] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.885387] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0be2af2-1556-4005-b3a2-d55c70a4f8c5 is going to be updated. [ 1026.913795] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.913979] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.914038] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.914273] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.914427] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.925883] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0be2af2-1556-4005-b3a2-d55c70a4f8c5 in Status: IN_PROGRESS for 2s [ 1027.068239] env[65077]: INFO networking_nsxv3.common.synchronization [req-e6f04e60-5c68-46e4-98ac-c8114e1d554d req-770da843-3346-41c9-ad28-1c520d692dad tempest-AttachInterfacesTestJSON-1133181043 tempest-AttachInterfacesTestJSON-1133181043-project-member] Enqueued Resource ID: ff959911-4ef9-4c88-86e4-f85a7e8ba4c3 with Priority: HIGHEST for action security_group_members [ 1027.068239] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff959911-4ef9-4c88-86e4-f85a7e8ba4c3 with Priority: HIGHEST for action security_group_members [ 1027.068500] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff959911-4ef9-4c88-86e4-f85a7e8ba4c3 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.068874] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff959911-4ef9-4c88-86e4-f85a7e8ba4c3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.068996] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff959911-4ef9-4c88-86e4-f85a7e8ba4c3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.069203] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff959911-4ef9-4c88-86e4-f85a7e8ba4c3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.069490] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.069490] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.069657] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.069710] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.069773] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.069882] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff959911-4ef9-4c88-86e4-f85a7e8ba4c3',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.104727] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.104727] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.104727] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.104727] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.104727] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.104727] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79da9488-9fef-4272-8a1b-c640c1a0efa5 is going to be updated. [ 1027.139559] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.139746] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.139850] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.141121] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.141333] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.158075] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79da9488-9fef-4272-8a1b-c640c1a0efa5 in Status: IN_PROGRESS for 2s [ 1027.346166] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 in Status: SUCCESS [ 1027.346436] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.346636] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.346939] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.347147] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.347293] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.347341] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.347490] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.347591] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.347918] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.574285] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.574502] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.574502] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.575068] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.575068] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.575068] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.575068] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.575299] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.575299] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.575366] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.575399] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff959911-4ef9-4c88-86e4-f85a7e8ba4c3 is going to be updated. [ 1027.607174] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.607330] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.607508] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.607624] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.607757] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.617542] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff959911-4ef9-4c88-86e4-f85a7e8ba4c3 in Status: IN_PROGRESS for 2s [ 1027.850533] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.850697] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.850775] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.851157] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.851337] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.851685] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.852280] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.852280] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.852280] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.852280] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.852535] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 is going to be updated. [ 1027.887814] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.888377] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.888377] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.888707] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.888707] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.904459] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 in Status: IN_PROGRESS for 2s [ 1028.936528] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0be2af2-1556-4005-b3a2-d55c70a4f8c5 in Status: SUCCESS [ 1028.936917] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0be2af2-1556-4005-b3a2-d55c70a4f8c5 deletion is rescheduled due to dependency. [ 1028.936917] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.171290] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79da9488-9fef-4272-8a1b-c640c1a0efa5 in Status: SUCCESS [ 1029.171290] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.171290] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.171290] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.171532] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.171621] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.171680] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.171875] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.171953] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.172025] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79da9488-9fef-4272-8a1b-c640c1a0efa5',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.631271] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff959911-4ef9-4c88-86e4-f85a7e8ba4c3 in Status: SUCCESS [ 1029.631654] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff959911-4ef9-4c88-86e4-f85a7e8ba4c3 deletion is rescheduled due to dependency. [ 1029.631799] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff959911-4ef9-4c88-86e4-f85a7e8ba4c3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.638404] env[65077]: INFO networking_nsxv3.common.synchronization [req-771a8b03-735e-4118-a9ac-e802b0b3e797 req-e37c7a75-7198-46c6-9070-914002b93e39 tempest-ServerDiskConfigTestJSON-1910186758 tempest-ServerDiskConfigTestJSON-1910186758-project-member] Enqueued Resource ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f with Priority: HIGHEST for action security_group_members [ 1029.639110] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f with Priority: HIGHEST for action security_group_members [ 1029.639464] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-39fdd242-c400-49e1-8754-8fc68bcdde8f taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.639614] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.639697] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.639993] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.640260] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.640460] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.640621] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.640871] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.641031] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.641148] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39fdd242-c400-49e1-8754-8fc68bcdde8f',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.674227] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('79da9488-9fef-4272-8a1b-c640c1a0efa5',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.915582] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 in Status: SUCCESS [ 1029.915582] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 deletion is rescheduled due to dependency. [ 1029.915912] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.143316] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.143661] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.143661] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.143762] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.144734] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.144734] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.144734] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.144734] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.144734] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.144734] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.144734] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f is going to be updated. [ 1030.175675] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.175869] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.175976] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.176323] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.176563] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.178259] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('79da9488-9fef-4272-8a1b-c640c1a0efa5',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.189963] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f in Status: IN_PROGRESS for 2s [ 1030.681975] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.681975] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.681975] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.682242] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.682242] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.682320] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79da9488-9fef-4272-8a1b-c640c1a0efa5 is going to be updated. [ 1030.735014] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.736706] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.736706] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.736706] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.736706] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.746250] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79da9488-9fef-4272-8a1b-c640c1a0efa5 in Status: IN_PROGRESS for 2s [ 1030.918039] env[65077]: INFO networking_nsxv3.common.synchronization [req-76b8c335-4ec3-4a58-aed9-df635087e228 req-85a99e67-9c87-4a69-a232-86e059e051d6 tempest-ServersNegativeTestJSON-1837523186 tempest-ServersNegativeTestJSON-1837523186-project-member] Enqueued Resource ID: 5385ae19-711d-4525-bc26-cb12421f7edd with Priority: HIGHEST for action security_group_members [ 1030.918834] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5385ae19-711d-4525-bc26-cb12421f7edd with Priority: HIGHEST for action security_group_members [ 1030.919218] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-5385ae19-711d-4525-bc26-cb12421f7edd taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.919352] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5385ae19-711d-4525-bc26-cb12421f7edd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.919437] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5385ae19-711d-4525-bc26-cb12421f7edd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.919615] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5385ae19-711d-4525-bc26-cb12421f7edd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.920168] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.920321] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.920400] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.920547] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.920628] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.920730] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5385ae19-711d-4525-bc26-cb12421f7edd',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.291456] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock network-811 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.291997] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "network-811" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.291997] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "network-811" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.292336] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "network-811" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.292419] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.292575] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.292682] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.292938] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.293094] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.293352] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1031.293423] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1031.293524] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1031.293633] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1031.293740] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1031.293846] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1031.293982] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1031.329629] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1031.329911] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1031.330179] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1031.330613] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "network-811" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.331123] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock port-e27a6779-37d3-487d-a47b-3d81b26b134c taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.331448] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "port-e27a6779-37d3-487d-a47b-3d81b26b134c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.331656] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "port-e27a6779-37d3-487d-a47b-3d81b26b134c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.332589] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "port-e27a6779-37d3-487d-a47b-3d81b26b134c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.332589] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e27a6779-37d3-487d-a47b-3d81b26b134c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.423151] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5385ae19-711d-4525-bc26-cb12421f7edd',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.834965] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.835301] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.835455] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.835725] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.835875] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.836033] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Segment Port e27a6779-37d3-487d-a47b-3d81b26b134c not found, creating... [ 1031.836302] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.836457] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.836602] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.836824] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.836955] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.837259] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.837427] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.837540] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.837741] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.837869] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.838014] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Resource: SegmentPort with ID: e27a6779-37d3-487d-a47b-3d81b26b134c is going to be created. [ 1031.861678] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.861908] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.861995] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.862300] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.862528] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.862785] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "port-e27a6779-37d3-487d-a47b-3d81b26b134c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.925419] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5385ae19-711d-4525-bc26-cb12421f7edd',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.200432] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f in Status: SUCCESS [ 1032.200607] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f deletion is rescheduled due to dependency. [ 1032.200724] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.316633] env[65077]: INFO networking_nsxv3.common.synchronization [None req-0f78cb24-9c40-49eb-8baf-b12c43eae653 None None] Enqueued Resource ID: 272972fb-f00f-4512-9d44-34fcba37bc1d with Priority: HIGHEST for action port [ 1032.317224] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 272972fb-f00f-4512-9d44-34fcba37bc1d with Priority: HIGHEST for action port [ 1032.317559] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-272972fb-f00f-4512-9d44-34fcba37bc1d taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.317682] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-272972fb-f00f-4512-9d44-34fcba37bc1d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.317749] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-272972fb-f00f-4512-9d44-34fcba37bc1d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.318046] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-272972fb-f00f-4512-9d44-34fcba37bc1d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.318138] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('272972fb-f00f-4512-9d44-34fcba37bc1d',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.427703] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.427897] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.427944] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.428251] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.428251] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.428360] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5385ae19-711d-4525-bc26-cb12421f7edd is going to be updated. [ 1032.461049] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.461238] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.461290] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.461658] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.461755] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.472749] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5385ae19-711d-4525-bc26-cb12421f7edd in Status: IN_PROGRESS for 2s [ 1032.558084] env[65077]: INFO networking_nsxv3.common.synchronization [req-76b8c335-4ec3-4a58-aed9-df635087e228 req-5ca01878-022a-4672-b92b-1961d1ba049b service nova] Enqueued Resource ID: 5385ae19-711d-4525-bc26-cb12421f7edd with Priority: HIGHEST for action security_group_rules [ 1032.558515] env[65077]: INFO networking_nsxv3.common.synchronization [req-76b8c335-4ec3-4a58-aed9-df635087e228 req-5ca01878-022a-4672-b92b-1961d1ba049b service nova] Enqueued Resource ID: 5385ae19-711d-4525-bc26-cb12421f7edd with Priority: HIGHEST for action security_group_members [ 1032.558515] env[65077]: INFO networking_nsxv3.common.synchronization [req-76b8c335-4ec3-4a58-aed9-df635087e228 req-5ca01878-022a-4672-b92b-1961d1ba049b service nova] Enqueued Resource ID: e27a6779-37d3-487d-a47b-3d81b26b134c with Priority: HIGHEST for action port [ 1032.559062] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5385ae19-711d-4525-bc26-cb12421f7edd with Priority: HIGHEST for action security_group_rules [ 1032.559243] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5385ae19-711d-4525-bc26-cb12421f7edd with Priority: HIGHEST for action security_group_members [ 1032.559410] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e27a6779-37d3-487d-a47b-3d81b26b134c with Priority: HIGHEST for action port [ 1032.560912] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5385ae19-711d-4525-bc26-cb12421f7edd taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.560912] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5385ae19-711d-4525-bc26-cb12421f7edd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.560912] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5385ae19-711d-4525-bc26-cb12421f7edd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.560912] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5385ae19-711d-4525-bc26-cb12421f7edd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.560912] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5385ae19-711d-4525-bc26-cb12421f7edd',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.561520] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-5385ae19-711d-4525-bc26-cb12421f7edd taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.561520] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5385ae19-711d-4525-bc26-cb12421f7edd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.561520] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-e27a6779-37d3-487d-a47b-3d81b26b134c taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.561520] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e27a6779-37d3-487d-a47b-3d81b26b134c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.561520] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e27a6779-37d3-487d-a47b-3d81b26b134c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.561520] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e27a6779-37d3-487d-a47b-3d81b26b134c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.561818] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e27a6779-37d3-487d-a47b-3d81b26b134c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.759566] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79da9488-9fef-4272-8a1b-c640c1a0efa5 in Status: SUCCESS [ 1032.759566] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.759566] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.759566] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.759566] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.759566] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.759566] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.759566] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.759566] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.759566] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.759566] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-79da9488-9fef-4272-8a1b-c640c1a0efa5 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.759566] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.759566] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.759566] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.760466] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.760466] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.760466] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.760466] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.760466] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.760466] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.760466] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('79da9488-9fef-4272-8a1b-c640c1a0efa5',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.761334] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.761518] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.761685] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.761835] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.761920] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.762782] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.762782] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.762782] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79da9488-9fef-4272-8a1b-c640c1a0efa5',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.820584] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 272972fb-f00f-4512-9d44-34fcba37bc1d [ 1032.820819] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.820953] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.821031] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.821606] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.821606] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.821606] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:272972fb-f00f-4512-9d44-34fcba37bc1d already deleted. [ 1032.821606] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-272972fb-f00f-4512-9d44-34fcba37bc1d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.063308] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-5385ae19-711d-4525-bc26-cb12421f7edd taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.063486] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5385ae19-711d-4525-bc26-cb12421f7edd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.066891] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e27a6779-37d3-487d-a47b-3d81b26b134c with status ACTIVE [ 1033.067118] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.067258] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.067360] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.067547] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.068488] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.068488] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.068488] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.068488] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.068772] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.068806] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.069131] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.069261] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.069316] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.070080] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.070080] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.070080] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e27a6779-37d3-487d-a47b-3d81b26b134c is going to be updated. [ 1033.095378] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.095625] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.095727] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.095955] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.096110] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.096273] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e27a6779-37d3-487d-a47b-3d81b26b134c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.265937] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 79da9488-9fef-4272-8a1b-c640c1a0efa5: rpc.has_security_group_logging(os_id): False [ 1033.267265] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('79da9488-9fef-4272-8a1b-c640c1a0efa5',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.288104] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.288374] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.288492] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.288760] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.288818] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.289019] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.289129] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.289195] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.289360] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.289442] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.289656] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.289783] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.289856] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.290058] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.290192] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.290470] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.290559] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.290626] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.290768] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.290846] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.290944] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79da9488-9fef-4272-8a1b-c640c1a0efa5 is going to be created. [ 1033.386308] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.386643] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.386643] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.386836] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.387502] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.399663] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79da9488-9fef-4272-8a1b-c640c1a0efa5 in Status: IN_PROGRESS for 2s [ 1033.769164] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('79da9488-9fef-4272-8a1b-c640c1a0efa5',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.272842] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.272934] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.272995] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.273192] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.273279] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.273435] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79da9488-9fef-4272-8a1b-c640c1a0efa5 is going to be updated. [ 1034.321384] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.321563] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.321607] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.321811] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.321973] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.333393] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79da9488-9fef-4272-8a1b-c640c1a0efa5 in Status: IN_PROGRESS for 2s [ 1034.484902] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5385ae19-711d-4525-bc26-cb12421f7edd in Status: SUCCESS [ 1034.485294] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5385ae19-711d-4525-bc26-cb12421f7edd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.487019] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5385ae19-711d-4525-bc26-cb12421f7edd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.487019] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5385ae19-711d-4525-bc26-cb12421f7edd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.487019] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.487019] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.487019] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.487019] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.487019] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.487019] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5385ae19-711d-4525-bc26-cb12421f7edd',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.631207] env[65077]: INFO networking_nsxv3.common.synchronization [None req-431b4760-dcda-4304-8df8-21f62fdf0475 None None] Enqueued Resource ID: 45ea8ef4-5c0c-4372-9117-3f8d396f5938 with Priority: HIGHEST for action port [ 1034.631775] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45ea8ef4-5c0c-4372-9117-3f8d396f5938 with Priority: HIGHEST for action port [ 1034.632133] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-45ea8ef4-5c0c-4372-9117-3f8d396f5938 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.632514] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45ea8ef4-5c0c-4372-9117-3f8d396f5938" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.632676] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45ea8ef4-5c0c-4372-9117-3f8d396f5938" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.632889] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45ea8ef4-5c0c-4372-9117-3f8d396f5938" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.632972] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45ea8ef4-5c0c-4372-9117-3f8d396f5938',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.990652] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5385ae19-711d-4525-bc26-cb12421f7edd',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.136024] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 45ea8ef4-5c0c-4372-9117-3f8d396f5938 [ 1035.136024] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.136024] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.136290] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.136582] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.137009] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.138522] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:45ea8ef4-5c0c-4372-9117-3f8d396f5938 already deleted. [ 1035.138522] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45ea8ef4-5c0c-4372-9117-3f8d396f5938" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.412787] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79da9488-9fef-4272-8a1b-c640c1a0efa5 in Status: SUCCESS [ 1035.412993] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.413180] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.413396] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.413487] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79da9488-9fef-4272-8a1b-c640c1a0efa5',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.494862] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5385ae19-711d-4525-bc26-cb12421f7edd',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.916287] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-79da9488-9fef-4272-8a1b-c640c1a0efa5 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.916287] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.999830] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.999830] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.999830] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.999830] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.999830] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.999830] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5385ae19-711d-4525-bc26-cb12421f7edd is going to be updated. [ 1036.036781] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.036926] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.036989] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.037240] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.037423] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.049826] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5385ae19-711d-4525-bc26-cb12421f7edd in Status: IN_PROGRESS for 2s [ 1036.346202] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79da9488-9fef-4272-8a1b-c640c1a0efa5 in Status: SUCCESS [ 1036.346500] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.347171] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.347410] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.347643] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.347787] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.347862] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.348553] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.348672] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.348772] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.348873] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('79da9488-9fef-4272-8a1b-c640c1a0efa5',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.854423] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-79da9488-9fef-4272-8a1b-c640c1a0efa5 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.854883] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.854883] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.855030] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.855209] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.855342] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.855429] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.855634] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.855747] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.856255] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.856466] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-79da9488-9fef-4272-8a1b-c640c1a0efa5 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.856597] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.856684] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.856871] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.857067] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.857193] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.857275] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.857562] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.857667] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.857776] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.857947] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('79da9488-9fef-4272-8a1b-c640c1a0efa5',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.361449] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 79da9488-9fef-4272-8a1b-c640c1a0efa5: rpc.has_security_group_logging(os_id): False [ 1037.380303] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.380476] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.380538] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.380708] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.380801] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.380993] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.383116] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.383116] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.383116] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.383116] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.383116] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.383116] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.383116] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.383116] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.383116] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.383116] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.383116] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.383116] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.383116] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.383116] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.383116] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79da9488-9fef-4272-8a1b-c640c1a0efa5 is going to be updated. [ 1037.446557] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.446784] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.446784] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.446982] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.447185] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.459705] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79da9488-9fef-4272-8a1b-c640c1a0efa5 in Status: IN_PROGRESS for 2s [ 1037.671154] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.673280] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.673280] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.673280] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.673280] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.061628] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5385ae19-711d-4525-bc26-cb12421f7edd in Status: SUCCESS [ 1038.061628] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5385ae19-711d-4525-bc26-cb12421f7edd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.061628] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5385ae19-711d-4525-bc26-cb12421f7edd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.061628] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5385ae19-711d-4525-bc26-cb12421f7edd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.061628] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.061628] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.061628] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.061628] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.061628] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.061628] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5385ae19-711d-4525-bc26-cb12421f7edd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.061628] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5385ae19-711d-4525-bc26-cb12421f7edd',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.175423] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.564391] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-5385ae19-711d-4525-bc26-cb12421f7edd taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.564929] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5385ae19-711d-4525-bc26-cb12421f7edd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.564929] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5385ae19-711d-4525-bc26-cb12421f7edd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.565061] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5385ae19-711d-4525-bc26-cb12421f7edd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.565162] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.565273] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.565341] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.568810] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.568810] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.568810] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5385ae19-711d-4525-bc26-cb12421f7edd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.568810] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-5385ae19-711d-4525-bc26-cb12421f7edd taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.568810] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5385ae19-711d-4525-bc26-cb12421f7edd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.568810] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5385ae19-711d-4525-bc26-cb12421f7edd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.568810] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5385ae19-711d-4525-bc26-cb12421f7edd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.568810] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.568810] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.568810] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.568810] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.568810] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.568810] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5385ae19-711d-4525-bc26-cb12421f7edd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.568810] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5385ae19-711d-4525-bc26-cb12421f7edd',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.680066] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.069732] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5385ae19-711d-4525-bc26-cb12421f7edd: rpc.has_security_group_logging(os_id): False [ 1039.088302] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.088302] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.088302] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.088817] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.088817] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.088817] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.088940] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.088940] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.089160] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.089160] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.089382] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.089577] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.089577] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.089707] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.089789] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.089982] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.090126] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.090189] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.090397] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.090472] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.090584] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5385ae19-711d-4525-bc26-cb12421f7edd is going to be updated. [ 1039.165415] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.165650] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.165773] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.166088] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.166283] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.180705] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1039.180705] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1039.190772] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5385ae19-711d-4525-bc26-cb12421f7edd in Status: IN_PROGRESS for 2s [ 1039.471816] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79da9488-9fef-4272-8a1b-c640c1a0efa5 in Status: SUCCESS [ 1039.472049] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.472234] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.472463] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.472557] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79da9488-9fef-4272-8a1b-c640c1a0efa5',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.633259] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1039.633458] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1039.977487] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-79da9488-9fef-4272-8a1b-c640c1a0efa5 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.977658] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.977753] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.978077] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.978380] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.978544] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.978632] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.978997] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.978997] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.979127] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.979197] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('79da9488-9fef-4272-8a1b-c640c1a0efa5',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.196901] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.197217] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.197217] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.197290] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.209462] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1040.210498] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.211944] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1040.262061] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.262061] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.262061] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.262061] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.272971] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.272971] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1040.272971] env[65077]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65077) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1040.272971] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1040.316975] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.317402] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.318513] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.318513] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.319557] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.321254] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1040.400022] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.400226] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.400447] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.400627] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.400949] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.401457] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1040.433546] env[65077]: INFO networking_nsxv3.common.synchronization [req-924b5bea-ad97-4d66-a9f3-6218b2659fc3 req-4bdfa87b-8290-4a00-93c3-a47be5260945 tempest-ServersTestJSON-998299514 tempest-ServersTestJSON-998299514-project-member] Enqueued Resource ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 with Priority: HIGHEST for action security_group_members [ 1040.434020] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 with Priority: HIGHEST for action security_group_members [ 1040.434282] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.434405] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.434464] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.434676] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.434825] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.434921] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.435029] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.435157] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.435243] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.435337] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.482424] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-79da9488-9fef-4272-8a1b-c640c1a0efa5 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.483198] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.483198] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.483198] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.483402] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.483558] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.483558] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.483693] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.483807] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.483886] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.484374] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-79da9488-9fef-4272-8a1b-c640c1a0efa5 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.484374] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.484374] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.484374] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.486544] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.486544] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.486544] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.486544] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.486544] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.486544] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.486544] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('79da9488-9fef-4272-8a1b-c640c1a0efa5',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.497482] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.498775] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.498775] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.498775] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.498956] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.499162] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:43. [ 1040.499255] env[65077]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'814792c4-8d30-4cd1-beba-7dac1d6899a2', '2ae12a3a-1488-4d5d-8082-5ab6030e836e', 'c8ed50b5-f4f3-434b-85c0-be75dfdec948', '7e03c969-cff9-42d3-b23d-08179150276c', 'ac680162-4f7e-404b-a0d8-33992700802f', '4a3655de-92ba-4c08-b214-07df0be996f4', '8b1c3ed5-47b2-4a6d-b727-aed3431443bf', '8b61bc18-96ca-42cb-b4ad-c2ca4a6db705', '39ac7fdb-47bc-4096-87c4-2f878b5a9c81', '56e5ccac-ff2e-4395-90b9-79aaf50ace66', '39fdd242-c400-49e1-8754-8fc68bcdde8f', 'f0be2af2-1556-4005-b3a2-d55c70a4f8c5', 'd046eb37-b473-4afa-96db-258300f23317', 'cd8c01b9-4ec6-4796-98d0-fa4c9327ba2a', '8f1eebcf-419f-4660-a868-48fb662eb5de', 'ccb0ab2a-1aa8-407e-ba07-2e40e770e671', 'f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c', 'aa8d5f03-7d42-445e-85f8-89629241916a', '01ad1d78-1c0f-4656-b348-852e5afff800', '714f8205-8bd1-4a49-9fe4-6c7d52425bd8', 'ad553be1-dc52-43fb-8dee-2d9bc9c0b7eb', '2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2', '0f36cbb2-486d-4165-9c43-4e3dee0a0ebe', '5385ae19-711d-4525-bc26-cb12421f7edd', '5d6c7a2a-9930-4eb9-8021-2b9dee415c60', 'ff959911-4ef9-4c88-86e4-f85a7e8ba4c3', '7a7ee9dd-f87d-403e-a7bb-a38b249129d2', '5cdcc784-c0ae-4c99-a000-9ce3868b639a', '09ea07ac-28de-4a88-99f6-ae73105ee587', '183043d0-c3f3-4288-9199-59f9b189e565', '56437e78-b2ea-47bf-ad0e-40def8cb4d60', '90c2f51c-2f9b-46d1-a968-89147ffd6069', '2d86ef7e-27bc-402b-aeab-a201e3db8423', 'f29a6911-5dec-41fc-bbc0-9565b59adc76', 'adfae8e2-5ae4-4c66-b74f-61ba148b7424', '08aad7f7-4aac-4d9e-9092-e8d90225715a', '9d9768e9-d87f-4f9f-a9c7-e7e23ad01921', '1bf0553a-aef7-4f32-93c5-9543708dded2', '77096533-5084-4b0c-80bc-155505506064', '56699f21-22ed-4b74-9191-10e5d6c65f6f', '5d5a18d9-ef28-43fb-a60d-fa379ab34eb2', '79da9488-9fef-4272-8a1b-c640c1a0efa5', '4b1e6c50-3271-423a-bade-f01fe3b53980'} {{(pid=65077) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1040.499445] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1040.528043] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.528219] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.528400] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.528521] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.528610] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.528721] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1040.528792] env[65077]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65077) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1040.529390] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1040.610300] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.610300] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.610300] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.610300] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.612547] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.612905] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1040.612997] env[65077]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65077) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1040.613072] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1040.613139] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1040.613262] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/43 resources of Type:Security Group Rules [ 1040.613296] env[65077]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 with Priority: HIGH for action security_group_rules [ 1040.613367] env[65077]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2ae12a3a-1488-4d5d-8082-5ab6030e836e with Priority: HIGH for action security_group_rules [ 1040.613431] env[65077]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 with Priority: HIGH for action security_group_rules [ 1040.613490] env[65077]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7e03c969-cff9-42d3-b23d-08179150276c with Priority: HIGH for action security_group_rules [ 1040.613549] env[65077]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ac680162-4f7e-404b-a0d8-33992700802f with Priority: HIGH for action security_group_rules [ 1040.613607] env[65077]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4a3655de-92ba-4c08-b214-07df0be996f4 with Priority: HIGH for action security_group_rules [ 1040.613665] env[65077]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8b1c3ed5-47b2-4a6d-b727-aed3431443bf with Priority: HIGH for action security_group_rules [ 1040.613721] env[65077]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8b61bc18-96ca-42cb-b4ad-c2ca4a6db705 with Priority: HIGH for action security_group_rules [ 1040.613777] env[65077]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 with Priority: HIGH for action security_group_rules [ 1040.613834] env[65077]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 56e5ccac-ff2e-4395-90b9-79aaf50ace66 with Priority: HIGH for action security_group_rules [ 1040.613905] env[65077]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f with Priority: HIGH for action security_group_rules [ 1040.613964] env[65077]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f0be2af2-1556-4005-b3a2-d55c70a4f8c5 with Priority: HIGH for action security_group_rules [ 1040.614037] env[65077]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d046eb37-b473-4afa-96db-258300f23317 with Priority: HIGH for action security_group_rules [ 1040.614097] env[65077]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cd8c01b9-4ec6-4796-98d0-fa4c9327ba2a with Priority: HIGH for action security_group_rules [ 1040.614166] env[65077]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8f1eebcf-419f-4660-a868-48fb662eb5de with Priority: HIGH for action security_group_rules [ 1040.615140] env[65077]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ccb0ab2a-1aa8-407e-ba07-2e40e770e671 with Priority: HIGH for action security_group_rules [ 1040.615140] env[65077]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c with Priority: HIGH for action security_group_rules [ 1040.615140] env[65077]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aa8d5f03-7d42-445e-85f8-89629241916a with Priority: HIGH for action security_group_rules [ 1040.615140] env[65077]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 01ad1d78-1c0f-4656-b348-852e5afff800 with Priority: HIGH for action security_group_rules [ 1040.615140] env[65077]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 714f8205-8bd1-4a49-9fe4-6c7d52425bd8 with Priority: HIGH for action security_group_rules [ 1040.615140] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.940741] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.988311] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 79da9488-9fef-4272-8a1b-c640c1a0efa5: rpc.has_security_group_logging(os_id): False [ 1041.010192] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.010307] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.010361] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.011295] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.018762] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock network-769 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.018955] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "network-769" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.019098] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "network-769" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.019421] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "network-769" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.019605] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.019763] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.019876] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.020166] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.020364] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.020598] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1041.020988] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1041.021138] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1041.021349] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1041.021404] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1041.021824] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1041.021824] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1041.041893] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.041893] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.041893] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.041893] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.041893] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.041893] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.042605] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.043105] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.043105] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.043105] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.043328] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.043547] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.043749] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.043869] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.044068] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.044188] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.044710] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79da9488-9fef-4272-8a1b-c640c1a0efa5 is going to be updated. [ 1041.047744] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1041.047902] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1041.048191] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1041.048345] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "network-769" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.048570] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock port-4da49f8b-f708-4cc3-8040-0eadaee04cf7 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.048733] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "port-4da49f8b-f708-4cc3-8040-0eadaee04cf7" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.048848] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "port-4da49f8b-f708-4cc3-8040-0eadaee04cf7" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.049145] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "port-4da49f8b-f708-4cc3-8040-0eadaee04cf7" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.049280] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4da49f8b-f708-4cc3-8040-0eadaee04cf7',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.127042] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.127617] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.127617] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.127617] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.128032] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.147992] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79da9488-9fef-4272-8a1b-c640c1a0efa5 in Status: IN_PROGRESS for 2s [ 1041.209667] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5385ae19-711d-4525-bc26-cb12421f7edd in Status: SUCCESS [ 1041.210012] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5385ae19-711d-4525-bc26-cb12421f7edd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.444786] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.553110] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.553317] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.553413] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.553732] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.553882] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.554117] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Segment Port 4da49f8b-f708-4cc3-8040-0eadaee04cf7 not found, creating... [ 1041.554439] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.554648] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.554796] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.555075] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.555256] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.555593] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.555785] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.555929] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.556194] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.556412] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.556612] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Resource: SegmentPort with ID: 4da49f8b-f708-4cc3-8040-0eadaee04cf7 is going to be created. [ 1041.582951] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.583282] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.583458] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.583598] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.584089] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.584327] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "port-4da49f8b-f708-4cc3-8040-0eadaee04cf7" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.946734] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.947036] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.947100] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.947404] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.947564] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.947716] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 is going to be updated. [ 1041.980507] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.980738] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.980738] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.980925] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.981091] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.992329] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 in Status: IN_PROGRESS for 2s [ 1042.312225] env[65077]: INFO networking_nsxv3.common.synchronization [req-924b5bea-ad97-4d66-a9f3-6218b2659fc3 req-66d98394-f53a-44e1-8521-dee32c6791bd service nova] Enqueued Resource ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 with Priority: HIGHEST for action security_group_rules [ 1042.312225] env[65077]: INFO networking_nsxv3.common.synchronization [req-924b5bea-ad97-4d66-a9f3-6218b2659fc3 req-66d98394-f53a-44e1-8521-dee32c6791bd service nova] Enqueued Resource ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 with Priority: HIGHEST for action security_group_members [ 1042.312225] env[65077]: INFO networking_nsxv3.common.synchronization [req-924b5bea-ad97-4d66-a9f3-6218b2659fc3 req-66d98394-f53a-44e1-8521-dee32c6791bd service nova] Enqueued Resource ID: 4da49f8b-f708-4cc3-8040-0eadaee04cf7 with Priority: HIGHEST for action port [ 1042.312225] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 with Priority: HIGHEST for action security_group_rules [ 1042.312225] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 with Priority: HIGHEST for action security_group_members [ 1042.312225] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4da49f8b-f708-4cc3-8040-0eadaee04cf7 with Priority: HIGHEST for action port [ 1042.312225] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 with Priority: HIGH for action security_group_rules [ 1042.312225] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 with Priority: HIGH for action security_group_rules [ 1042.312225] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b1c3ed5-47b2-4a6d-b727-aed3431443bf with Priority: HIGH for action security_group_rules [ 1042.312225] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f1eebcf-419f-4660-a868-48fb662eb5de with Priority: HIGH for action security_group_rules [ 1042.313282] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 714f8205-8bd1-4a49-9fe4-6c7d52425bd8 with Priority: HIGH for action security_group_rules [ 1042.313572] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01ad1d78-1c0f-4656-b348-852e5afff800 with Priority: HIGH for action security_group_rules [ 1042.313817] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa8d5f03-7d42-445e-85f8-89629241916a with Priority: HIGH for action security_group_rules [ 1042.314154] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c with Priority: HIGH for action security_group_rules [ 1042.314364] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd8c01b9-4ec6-4796-98d0-fa4c9327ba2a with Priority: HIGH for action security_group_rules [ 1042.314567] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccb0ab2a-1aa8-407e-ba07-2e40e770e671 with Priority: HIGH for action security_group_rules [ 1042.314765] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d046eb37-b473-4afa-96db-258300f23317 with Priority: HIGH for action security_group_rules [ 1042.314962] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0be2af2-1556-4005-b3a2-d55c70a4f8c5 with Priority: HIGH for action security_group_rules [ 1042.315197] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f with Priority: HIGH for action security_group_rules [ 1042.315405] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56e5ccac-ff2e-4395-90b9-79aaf50ace66 with Priority: HIGH for action security_group_rules [ 1042.315705] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 with Priority: HIGH for action security_group_rules [ 1042.315905] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a3655de-92ba-4c08-b214-07df0be996f4 with Priority: HIGH for action security_group_rules [ 1042.316217] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b61bc18-96ca-42cb-b4ad-c2ca4a6db705 with Priority: HIGH for action security_group_rules [ 1042.320928] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac680162-4f7e-404b-a0d8-33992700802f with Priority: HIGH for action security_group_rules [ 1042.320928] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ae12a3a-1488-4d5d-8082-5ab6030e836e with Priority: HIGH for action security_group_rules [ 1042.321378] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e03c969-cff9-42d3-b23d-08179150276c with Priority: HIGH for action security_group_rules [ 1042.321790] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39ac7fdb-47bc-4096-87c4-2f878b5a9c81 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.322057] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.322178] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.322422] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.322557] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.323737] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.323892] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.328238] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-4da49f8b-f708-4cc3-8040-0eadaee04cf7 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.328238] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4da49f8b-f708-4cc3-8040-0eadaee04cf7" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.328238] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4da49f8b-f708-4cc3-8040-0eadaee04cf7" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.328238] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4da49f8b-f708-4cc3-8040-0eadaee04cf7" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.328238] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4da49f8b-f708-4cc3-8040-0eadaee04cf7',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.328238] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-814792c4-8d30-4cd1-beba-7dac1d6899a2 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.328238] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.328238] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.328238] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.329468] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('814792c4-8d30-4cd1-beba-7dac1d6899a2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.330882] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8ed50b5-f4f3-434b-85c0-be75dfdec948 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.332222] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.332222] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.332222] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.332222] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8ed50b5-f4f3-434b-85c0-be75dfdec948',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.332978] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b1c3ed5-47b2-4a6d-b727-aed3431443bf taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.334264] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b1c3ed5-47b2-4a6d-b727-aed3431443bf" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.334402] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b1c3ed5-47b2-4a6d-b727-aed3431443bf" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.334705] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b1c3ed5-47b2-4a6d-b727-aed3431443bf" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.334705] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b1c3ed5-47b2-4a6d-b727-aed3431443bf',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.336571] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f1eebcf-419f-4660-a868-48fb662eb5de taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.336571] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f1eebcf-419f-4660-a868-48fb662eb5de" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.336571] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f1eebcf-419f-4660-a868-48fb662eb5de" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.336571] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f1eebcf-419f-4660-a868-48fb662eb5de" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.336571] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f1eebcf-419f-4660-a868-48fb662eb5de',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.337681] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-714f8205-8bd1-4a49-9fe4-6c7d52425bd8 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.337681] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-714f8205-8bd1-4a49-9fe4-6c7d52425bd8" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.337681] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-714f8205-8bd1-4a49-9fe4-6c7d52425bd8" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.337920] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-714f8205-8bd1-4a49-9fe4-6c7d52425bd8" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.337920] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('714f8205-8bd1-4a49-9fe4-6c7d52425bd8',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.340828] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01ad1d78-1c0f-4656-b348-852e5afff800 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.341038] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.341038] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.341254] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.341337] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01ad1d78-1c0f-4656-b348-852e5afff800',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.342695] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa8d5f03-7d42-445e-85f8-89629241916a taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.342695] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa8d5f03-7d42-445e-85f8-89629241916a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.342695] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa8d5f03-7d42-445e-85f8-89629241916a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.342695] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa8d5f03-7d42-445e-85f8-89629241916a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.342695] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa8d5f03-7d42-445e-85f8-89629241916a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.343650] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.343815] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.343815] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.344093] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.344093] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.347041] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd8c01b9-4ec6-4796-98d0-fa4c9327ba2a taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.347041] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd8c01b9-4ec6-4796-98d0-fa4c9327ba2a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.347041] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd8c01b9-4ec6-4796-98d0-fa4c9327ba2a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.347368] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd8c01b9-4ec6-4796-98d0-fa4c9327ba2a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.347368] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd8c01b9-4ec6-4796-98d0-fa4c9327ba2a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.347976] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ccb0ab2a-1aa8-407e-ba07-2e40e770e671 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.348172] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ccb0ab2a-1aa8-407e-ba07-2e40e770e671" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.348172] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ccb0ab2a-1aa8-407e-ba07-2e40e770e671" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.348449] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ccb0ab2a-1aa8-407e-ba07-2e40e770e671" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.348449] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ccb0ab2a-1aa8-407e-ba07-2e40e770e671',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.349270] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d046eb37-b473-4afa-96db-258300f23317 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.349270] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d046eb37-b473-4afa-96db-258300f23317" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.349557] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d046eb37-b473-4afa-96db-258300f23317" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.349557] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d046eb37-b473-4afa-96db-258300f23317" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.349557] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d046eb37-b473-4afa-96db-258300f23317',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.350405] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0be2af2-1556-4005-b3a2-d55c70a4f8c5 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.350661] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.350661] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.351216] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.351216] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0be2af2-1556-4005-b3a2-d55c70a4f8c5',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.351653] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39fdd242-c400-49e1-8754-8fc68bcdde8f taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.351764] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.351853] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.352032] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.352164] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39fdd242-c400-49e1-8754-8fc68bcdde8f',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.352997] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56e5ccac-ff2e-4395-90b9-79aaf50ace66 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.353151] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56e5ccac-ff2e-4395-90b9-79aaf50ace66" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.353217] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56e5ccac-ff2e-4395-90b9-79aaf50ace66" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.353380] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56e5ccac-ff2e-4395-90b9-79aaf50ace66" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.353560] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56e5ccac-ff2e-4395-90b9-79aaf50ace66',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.354401] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39ac7fdb-47bc-4096-87c4-2f878b5a9c81 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.354401] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.354705] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a3655de-92ba-4c08-b214-07df0be996f4 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.354705] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a3655de-92ba-4c08-b214-07df0be996f4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.354883] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a3655de-92ba-4c08-b214-07df0be996f4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.355048] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a3655de-92ba-4c08-b214-07df0be996f4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.355048] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a3655de-92ba-4c08-b214-07df0be996f4',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.355859] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b61bc18-96ca-42cb-b4ad-c2ca4a6db705 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.355986] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b61bc18-96ca-42cb-b4ad-c2ca4a6db705" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.356088] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b61bc18-96ca-42cb-b4ad-c2ca4a6db705" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.356233] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b61bc18-96ca-42cb-b4ad-c2ca4a6db705" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.356380] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b61bc18-96ca-42cb-b4ad-c2ca4a6db705',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.359045] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac680162-4f7e-404b-a0d8-33992700802f taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.359045] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac680162-4f7e-404b-a0d8-33992700802f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.359045] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac680162-4f7e-404b-a0d8-33992700802f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.359045] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac680162-4f7e-404b-a0d8-33992700802f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.359045] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac680162-4f7e-404b-a0d8-33992700802f',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.359045] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ae12a3a-1488-4d5d-8082-5ab6030e836e taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.359045] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ae12a3a-1488-4d5d-8082-5ab6030e836e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.359045] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ae12a3a-1488-4d5d-8082-5ab6030e836e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.359045] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ae12a3a-1488-4d5d-8082-5ab6030e836e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.359045] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ae12a3a-1488-4d5d-8082-5ab6030e836e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.360308] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e03c969-cff9-42d3-b23d-08179150276c taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.360470] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e03c969-cff9-42d3-b23d-08179150276c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.360616] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e03c969-cff9-42d3-b23d-08179150276c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.360808] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e03c969-cff9-42d3-b23d-08179150276c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.360908] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e03c969-cff9-42d3-b23d-08179150276c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.388342] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.388508] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.388559] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.388909] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.412399] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.412399] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f1eebcf-419f-4660-a868-48fb662eb5de is going to be deleted. [ 1042.472649] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.472649] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.472649] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.472649] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.472649] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.472649] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f1eebcf-419f-4660-a868-48fb662eb5de" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.835310] env[65077]: INFO networking_nsxv3.common.synchronization [req-f40e1c37-49dc-419d-820e-6730f0180c18 req-97d0bf95-fa14-46ac-89ea-73e6af2435cd tempest-ServerDiskConfigTestJSON-1910186758 tempest-ServerDiskConfigTestJSON-1910186758-project-member] Enqueued Resource ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f with Priority: HIGHEST for action security_group_members [ 1042.835789] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f with Priority: HIGHEST for action security_group_members [ 1042.836237] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-39fdd242-c400-49e1-8754-8fc68bcdde8f taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.837537] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.837537] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.837537] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.837537] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.837537] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.837537] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.837537] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.837537] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.837537] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39fdd242-c400-49e1-8754-8fc68bcdde8f',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.870706] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4da49f8b-f708-4cc3-8040-0eadaee04cf7 with status ACTIVE [ 1042.870903] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.871192] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.871192] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.871425] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.871425] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.871920] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.871920] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.871920] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.871920] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.872173] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.872173] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.872258] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.872319] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.872445] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.872577] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.872650] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4da49f8b-f708-4cc3-8040-0eadaee04cf7 is going to be updated. [ 1042.880211] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.880211] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.881423] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.881560] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.881602] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.881835] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.882017] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.882141] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.882208] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.882373] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.882599] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.882599] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.882700] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.920401] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.920563] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.920635] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.920918] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.942599] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.942781] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.962432] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.962576] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.963554] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.963663] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.964037] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.964162] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.965010] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.965109] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.965980] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.966053] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.967080] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.967178] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.969042] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.969042] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.969042] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.969042] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.969617] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.969707] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.970490] env[65077]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1042.970798] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.971178] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.971621] env[65077]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1042.972090] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.973034] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.973665] env[65077]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1042.973926] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.974028] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.974634] env[65077]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1042.975354] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.975354] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.975955] env[65077]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1042.976674] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.976674] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.977119] env[65077]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1042.977508] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.977597] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.978330] env[65077]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1042.978661] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.978789] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b1c3ed5-47b2-4a6d-b727-aed3431443bf is going to be deleted. [ 1042.980036] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.980036] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.982249] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.982249] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.982249] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.982249] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.982249] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.982249] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4da49f8b-f708-4cc3-8040-0eadaee04cf7" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.008371] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.009808] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d046eb37-b473-4afa-96db-258300f23317 is going to be deleted. [ 1043.009968] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.010091] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.041270] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.041521] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b61bc18-96ca-42cb-b4ad-c2ca4a6db705 is going to be deleted. [ 1043.042535] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.042761] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.060565] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.060823] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.078930] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.079097] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ccb0ab2a-1aa8-407e-ba07-2e40e770e671 is going to be deleted. [ 1043.080540] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.080784] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.107966] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.108120] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.131248] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.131450] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 is going to be deleted. [ 1043.132487] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.133061] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.213699] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.213916] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.214631] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79da9488-9fef-4272-8a1b-c640c1a0efa5 in Status: SUCCESS [ 1043.214847] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.230414] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.230604] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 814792c4-8d30-4cd1-beba-7dac1d6899a2 is going to be deleted. [ 1043.232181] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.232406] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.234107] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.234243] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.297298] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.297729] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.326938] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.327710] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01ad1d78-1c0f-4656-b348-852e5afff800 is going to be deleted. [ 1043.328620] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.329189] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.342696] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.342910] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.381371] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock network-909 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.381742] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "network-909" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.381937] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "network-909" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.382347] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "network-909" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.382812] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.383070] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.383259] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.383598] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.383857] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.384218] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1043.384425] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1043.384665] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1043.384844] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1043.385195] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1043.385418] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1043.385644] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1043.392596] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.392596] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd8c01b9-4ec6-4796-98d0-fa4c9327ba2a is going to be deleted. [ 1043.400446] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.400751] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.401947] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.463063] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1043.463240] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Cache value generated in 0.078 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1043.463351] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1043.463541] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "network-909" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.464105] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock port-64728751-c121-4610-bd87-282b6cbe933d taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.464105] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "port-64728751-c121-4610-bd87-282b6cbe933d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.464300] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "port-64728751-c121-4610-bd87-282b6cbe933d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.464509] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "port-64728751-c121-4610-bd87-282b6cbe933d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.464640] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64728751-c121-4610-bd87-282b6cbe933d',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.466769] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.466900] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 714f8205-8bd1-4a49-9fe4-6c7d52425bd8 is going to be deleted. [ 1043.467765] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.468026] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.469809] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.469929] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.529793] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.530121] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.538307] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.538512] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a3655de-92ba-4c08-b214-07df0be996f4 is going to be deleted. [ 1043.539655] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.539904] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.619174] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.619375] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ae12a3a-1488-4d5d-8082-5ab6030e836e is going to be deleted. [ 1043.620333] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.620550] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.641403] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.641651] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.646637] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.646827] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac680162-4f7e-404b-a0d8-33992700802f is going to be deleted. [ 1043.648083] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.648351] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.655519] env[65077]: INFO networking_nsxv3.common.synchronization [None req-09a45d72-5d8c-4434-8d33-8100e802557c tempest-AttachInterfacesTestJSON-1133181043 tempest-AttachInterfacesTestJSON-1133181043-project-member] Enqueued Resource ID: 908241b4-2a79-486c-9d38-29c9ee53f57a with Priority: HIGHEST for action security_group_rules [ 1043.656271] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 908241b4-2a79-486c-9d38-29c9ee53f57a with Priority: HIGHEST for action security_group_rules [ 1043.656739] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-908241b4-2a79-486c-9d38-29c9ee53f57a taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.656739] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-908241b4-2a79-486c-9d38-29c9ee53f57a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.656839] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-908241b4-2a79-486c-9d38-29c9ee53f57a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.657372] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-908241b4-2a79-486c-9d38-29c9ee53f57a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.657473] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('908241b4-2a79-486c-9d38-29c9ee53f57a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.707842] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.708072] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa8d5f03-7d42-445e-85f8-89629241916a is going to be deleted. [ 1043.709251] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.709866] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.713840] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.713840] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.746440] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.746774] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.747626] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.747745] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.859388] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.859388] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f is going to be deleted. [ 1043.859693] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.859932] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.861615] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.861832] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.904041] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c: rpc.has_security_group_logging(os_id): False [ 1043.957500] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.957688] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e03c969-cff9-42d3-b23d-08179150276c is going to be deleted. [ 1043.958862] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.959093] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.965754] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.965898] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.971748] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.972281] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.972281] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.972677] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.972677] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.972824] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Segment Port 64728751-c121-4610-bd87-282b6cbe933d not found, creating... [ 1043.973145] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.973313] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.973428] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.973669] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.973802] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.974754] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.974974] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.975107] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.975343] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.975940] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.976121] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Resource: SegmentPort with ID: 64728751-c121-4610-bd87-282b6cbe933d is going to be created. [ 1043.978225] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.978342] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.017134] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 in Status: SUCCESS [ 1044.017369] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.017535] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.017753] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.017947] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.018082] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.018153] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.018368] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.018455] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.018551] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.066076] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.066509] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.066746] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.067362] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.067745] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.068118] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "port-64728751-c121-4610-bd87-282b6cbe933d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.070512] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.070677] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.072339] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.072397] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56e5ccac-ff2e-4395-90b9-79aaf50ace66 is going to be deleted. [ 1044.074018] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.074110] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.169083] env[65077]: INFO networking_nsxv3.common.synchronization [None req-36a740ce-826e-4b28-8c2e-b27fa7be715d None None] Enqueued Resource ID: dd850fbc-3a03-4a56-9c31-fbeba43a6f81 with Priority: HIGHEST for action port [ 1044.169964] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd850fbc-3a03-4a56-9c31-fbeba43a6f81 with Priority: HIGHEST for action port [ 1044.172171] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd850fbc-3a03-4a56-9c31-fbeba43a6f81 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.172171] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd850fbc-3a03-4a56-9c31-fbeba43a6f81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.172171] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd850fbc-3a03-4a56-9c31-fbeba43a6f81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.172171] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd850fbc-3a03-4a56-9c31-fbeba43a6f81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.172171] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd850fbc-3a03-4a56-9c31-fbeba43a6f81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.214962] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.215269] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.234360] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.234549] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0be2af2-1556-4005-b3a2-d55c70a4f8c5 is going to be deleted. [ 1044.235661] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.235926] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.236847] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.236847] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b1c3ed5-47b2-4a6d-b727-aed3431443bf" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.238026] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.238191] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.241020] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.241020] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d046eb37-b473-4afa-96db-258300f23317" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.241020] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.241020] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.241020] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.241020] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b61bc18-96ca-42cb-b4ad-c2ca4a6db705" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.241020] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.241020] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.241020] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.241020] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ccb0ab2a-1aa8-407e-ba07-2e40e770e671" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.241020] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.241020] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.241020] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.241574] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.241574] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.241574] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.241574] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.241703] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.241940] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.241940] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.242177] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.242265] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.242341] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f is going to be updated. [ 1044.244072] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.244290] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.244446] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.244547] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-814792c4-8d30-4cd1-beba-7dac1d6899a2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.244719] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.244908] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.244994] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.245161] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01ad1d78-1c0f-4656-b348-852e5afff800" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.245783] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.245950] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.246208] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.246334] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a3655de-92ba-4c08-b214-07df0be996f4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.246500] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.246726] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.246815] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.246933] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd8c01b9-4ec6-4796-98d0-fa4c9327ba2a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.247075] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.247219] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.247292] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.247421] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-714f8205-8bd1-4a49-9fe4-6c7d52425bd8" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.247578] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.247786] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.247786] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.247893] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ae12a3a-1488-4d5d-8082-5ab6030e836e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.248028] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.248165] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.249896] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.249896] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac680162-4f7e-404b-a0d8-33992700802f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.249896] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.249896] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.249896] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.249896] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa8d5f03-7d42-445e-85f8-89629241916a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.249896] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.249896] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.283261] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.283261] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.308645] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.309138] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.309592] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.309592] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.309973] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.311094] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.311094] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c is going to be updated. [ 1044.311808] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.312152] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.312377] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.312625] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.312910] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.313235] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.313469] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.313902] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 908241b4-2a79-486c-9d38-29c9ee53f57a already deleted. [ 1044.314133] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-908241b4-2a79-486c-9d38-29c9ee53f57a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.315249] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.315249] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.315249] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.315249] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e03c969-cff9-42d3-b23d-08179150276c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.316593] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.316920] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.317125] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.317640] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.317941] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.324278] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.324278] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.324278] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.324278] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.324278] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.324278] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56e5ccac-ff2e-4395-90b9-79aaf50ace66" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.346350] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f in Status: IN_PROGRESS for 2s [ 1044.420302] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.420302] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.420302] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.420302] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.420302] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.420302] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0be2af2-1556-4005-b3a2-d55c70a4f8c5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.515687] env[65077]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1044.516825] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.516825] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.516825] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.517274] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.517440] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.522216] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.535514] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c in Status: IN_PROGRESS for 2s [ 1044.673800] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dd850fbc-3a03-4a56-9c31-fbeba43a6f81 [ 1044.674052] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.674198] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.674264] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.674506] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.674649] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.674714] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dd850fbc-3a03-4a56-9c31-fbeba43a6f81 already deleted. [ 1044.674770] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd850fbc-3a03-4a56-9c31-fbeba43a6f81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.719975] env[65077]: INFO networking_nsxv3.common.synchronization [req-f40e1c37-49dc-419d-820e-6730f0180c18 req-6ecce7f3-9db0-4a99-887a-fd0faba2f81d service nova] Enqueued Resource ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f with Priority: HIGHEST for action security_group_rules [ 1044.720936] env[65077]: INFO networking_nsxv3.common.synchronization [req-f40e1c37-49dc-419d-820e-6730f0180c18 req-6ecce7f3-9db0-4a99-887a-fd0faba2f81d service nova] Enqueued Resource ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f with Priority: HIGHEST for action security_group_members [ 1044.720936] env[65077]: INFO networking_nsxv3.common.synchronization [req-f40e1c37-49dc-419d-820e-6730f0180c18 req-6ecce7f3-9db0-4a99-887a-fd0faba2f81d service nova] Enqueued Resource ID: 64728751-c121-4610-bd87-282b6cbe933d with Priority: HIGHEST for action port [ 1044.721576] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f with Priority: HIGHEST for action security_group_rules [ 1044.722040] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f with Priority: HIGHEST for action security_group_members [ 1044.722040] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64728751-c121-4610-bd87-282b6cbe933d with Priority: HIGHEST for action port [ 1044.722202] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39fdd242-c400-49e1-8754-8fc68bcdde8f taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.722965] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.722965] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.722965] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.722965] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39fdd242-c400-49e1-8754-8fc68bcdde8f',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.723721] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-39fdd242-c400-49e1-8754-8fc68bcdde8f taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.723846] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.724302] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-64728751-c121-4610-bd87-282b6cbe933d taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.724302] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64728751-c121-4610-bd87-282b6cbe933d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.724302] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64728751-c121-4610-bd87-282b6cbe933d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.724518] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64728751-c121-4610-bd87-282b6cbe933d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.724630] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64728751-c121-4610-bd87-282b6cbe933d',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.819382] env[65077]: INFO networking_nsxv3.common.synchronization [None req-2da7813e-1f3c-495f-b875-d7a370b86eb3 tempest-AttachInterfacesTestJSON-1133181043 tempest-AttachInterfacesTestJSON-1133181043-project-member] Enqueued Resource ID: 908241b4-2a79-486c-9d38-29c9ee53f57a with Priority: HIGHEST for action security_group_rules [ 1044.820092] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 908241b4-2a79-486c-9d38-29c9ee53f57a with Priority: HIGHEST for action security_group_rules [ 1044.820488] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-908241b4-2a79-486c-9d38-29c9ee53f57a taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.820676] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-908241b4-2a79-486c-9d38-29c9ee53f57a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.820785] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-908241b4-2a79-486c-9d38-29c9ee53f57a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.821040] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-908241b4-2a79-486c-9d38-29c9ee53f57a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.822667] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('908241b4-2a79-486c-9d38-29c9ee53f57a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.024836] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.226707] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-39fdd242-c400-49e1-8754-8fc68bcdde8f taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.226844] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.228256] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 64728751-c121-4610-bd87-282b6cbe933d with status ACTIVE [ 1045.228465] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.228588] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.228698] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.229056] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.229056] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.229262] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.229262] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.229360] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.229505] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.229505] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.229699] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.229790] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.229853] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.229991] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.230084] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.230167] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 64728751-c121-4610-bd87-282b6cbe933d is going to be updated. [ 1045.267287] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.267502] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.267502] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.267760] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.267838] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.267998] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64728751-c121-4610-bd87-282b6cbe933d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.354080] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.354424] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.354424] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.354634] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.354693] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.354805] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 908241b4-2a79-486c-9d38-29c9ee53f57a already deleted. [ 1045.354890] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-908241b4-2a79-486c-9d38-29c9ee53f57a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.528467] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.528634] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.528747] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.529049] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.529180] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.533381] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 is going to be updated. [ 1045.670892] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.671029] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.671076] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.671340] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.671581] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.680997] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 in Status: IN_PROGRESS for 2s [ 1045.874559] env[65077]: INFO networking_nsxv3.common.synchronization [req-24ed526f-c1f8-4f0b-99e0-125f0485a8a5 req-af81f86a-c485-4918-bf10-069b0b75e0ac tempest-ServersNegativeTestJSON-1837523186 tempest-ServersNegativeTestJSON-1837523186-project-member] Enqueued Resource ID: 5385ae19-711d-4525-bc26-cb12421f7edd with Priority: HIGHEST for action security_group_members [ 1045.874843] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5385ae19-711d-4525-bc26-cb12421f7edd with Priority: HIGHEST for action security_group_members [ 1045.875378] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-5385ae19-711d-4525-bc26-cb12421f7edd taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.875662] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5385ae19-711d-4525-bc26-cb12421f7edd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.875889] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5385ae19-711d-4525-bc26-cb12421f7edd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.879023] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5385ae19-711d-4525-bc26-cb12421f7edd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.879023] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.879023] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.879023] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.879023] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.879023] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.879023] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5385ae19-711d-4525-bc26-cb12421f7edd',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.906754] env[65077]: INFO networking_nsxv3.common.synchronization [req-a82b0445-e1eb-46a4-a1c7-54e964b1a660 req-99abbfb0-d02e-49de-a0e6-289c86caecbc tempest-DeleteServersTestJSON-1076641606 tempest-DeleteServersTestJSON-1076641606-project-member] Enqueued Resource ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 with Priority: HIGHEST for action security_group_members [ 1045.908097] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 with Priority: HIGHEST for action security_group_members [ 1045.908502] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8ed50b5-f4f3-434b-85c0-be75dfdec948 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.908632] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.908699] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.908897] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.909061] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.909161] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.909225] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.909379] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.909458] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.909551] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8ed50b5-f4f3-434b-85c0-be75dfdec948',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.218231] env[65077]: INFO networking_nsxv3.common.synchronization [req-0952f2f7-71d7-48af-8c1c-16eab53d214d req-a8f78c55-6347-4f8c-ad49-9dff2d604dbf tempest-ServerRescueNegativeTestJSON-2015207523 tempest-ServerRescueNegativeTestJSON-2015207523-project-member] Enqueued Resource ID: f29a6911-5dec-41fc-bbc0-9565b59adc76 with Priority: HIGHEST for action security_group_members [ 1046.218728] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f29a6911-5dec-41fc-bbc0-9565b59adc76 with Priority: HIGHEST for action security_group_members [ 1046.219387] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-f29a6911-5dec-41fc-bbc0-9565b59adc76 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.219387] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f29a6911-5dec-41fc-bbc0-9565b59adc76" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.219387] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f29a6911-5dec-41fc-bbc0-9565b59adc76" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.219662] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f29a6911-5dec-41fc-bbc0-9565b59adc76" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.219814] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.220338] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.220437] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.220619] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.220713] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.220811] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f29a6911-5dec-41fc-bbc0-9565b59adc76',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.363042] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f in Status: SUCCESS [ 1046.363042] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f deletion is rescheduled due to dependency. [ 1046.363042] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.365258] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.365258] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.365258] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.365258] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.365258] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.365258] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.365258] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.365258] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39fdd242-c400-49e1-8754-8fc68bcdde8f',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.381990] env[65077]: INFO networking_nsxv3.common.synchronization [None req-77a00ecc-0168-4b7c-8d9e-3665287f8fda None None] Enqueued Resource ID: 21ca8e9f-369d-468e-974c-1a2c0f488e2e with Priority: HIGHEST for action port [ 1046.383129] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5385ae19-711d-4525-bc26-cb12421f7edd',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.384139] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21ca8e9f-369d-468e-974c-1a2c0f488e2e with Priority: HIGHEST for action port [ 1046.384662] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-21ca8e9f-369d-468e-974c-1a2c0f488e2e taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.384835] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21ca8e9f-369d-468e-974c-1a2c0f488e2e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.384835] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21ca8e9f-369d-468e-974c-1a2c0f488e2e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.385395] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21ca8e9f-369d-468e-974c-1a2c0f488e2e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.385485] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21ca8e9f-369d-468e-974c-1a2c0f488e2e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.411713] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.414298] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.414415] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.414653] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.414746] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.415641] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.415641] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.415641] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.415641] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.415641] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.415641] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 is going to be deleted. [ 1046.448293] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.448293] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.448293] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.448293] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.448794] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.448891] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.553917] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c in Status: SUCCESS [ 1046.554516] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.644232] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock network-542 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.644434] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "network-542" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.644553] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "network-542" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.644831] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "network-542" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.645310] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.645310] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.645469] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.646060] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.646060] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.646060] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1046.646060] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1046.646206] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1046.646284] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1046.646361] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1046.646596] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1046.646596] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1046.670163] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1046.670373] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1046.670528] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1046.670711] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "network-542" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.671286] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock port-bf7ea59b-90d6-467d-8308-db47cd4ff88e taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.671286] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "port-bf7ea59b-90d6-467d-8308-db47cd4ff88e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.671471] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "port-bf7ea59b-90d6-467d-8308-db47cd4ff88e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.671670] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "port-bf7ea59b-90d6-467d-8308-db47cd4ff88e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.671791] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf7ea59b-90d6-467d-8308-db47cd4ff88e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.722699] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f29a6911-5dec-41fc-bbc0-9565b59adc76',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.870127] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39fdd242-c400-49e1-8754-8fc68bcdde8f',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.887135] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5385ae19-711d-4525-bc26-cb12421f7edd',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.889681] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 21ca8e9f-369d-468e-974c-1a2c0f488e2e [ 1046.890270] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.890270] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.890270] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.890270] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.890789] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.892785] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:21ca8e9f-369d-468e-974c-1a2c0f488e2e already deleted. [ 1046.892937] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21ca8e9f-369d-468e-974c-1a2c0f488e2e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.174272] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.174623] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.174709] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.174957] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.175120] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.175275] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Segment Port bf7ea59b-90d6-467d-8308-db47cd4ff88e not found, creating... [ 1047.175595] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.175688] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.175833] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.176071] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.176207] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.176692] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.176692] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.176828] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.177407] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.177407] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.177407] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Resource: SegmentPort with ID: bf7ea59b-90d6-467d-8308-db47cd4ff88e is going to be created. [ 1047.202850] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.202850] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.202850] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.203136] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.203472] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.203756] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "port-bf7ea59b-90d6-467d-8308-db47cd4ff88e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.226117] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f29a6911-5dec-41fc-bbc0-9565b59adc76',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.342377] env[65077]: INFO networking_nsxv3.common.synchronization [None req-d4cf33b5-cab1-41df-b8da-7c6da29647d8 None None] Enqueued Resource ID: d57ace7f-5672-4d9e-a2e5-b99167d06001 with Priority: HIGHEST for action port [ 1047.342948] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d57ace7f-5672-4d9e-a2e5-b99167d06001 with Priority: HIGHEST for action port [ 1047.343277] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-d57ace7f-5672-4d9e-a2e5-b99167d06001 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.343405] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d57ace7f-5672-4d9e-a2e5-b99167d06001" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.343486] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d57ace7f-5672-4d9e-a2e5-b99167d06001" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.343731] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d57ace7f-5672-4d9e-a2e5-b99167d06001" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.343811] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d57ace7f-5672-4d9e-a2e5-b99167d06001',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.372210] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39fdd242-c400-49e1-8754-8fc68bcdde8f',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.391063] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.391063] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.391063] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.391063] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.391063] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.391063] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5385ae19-711d-4525-bc26-cb12421f7edd is going to be updated. [ 1047.422174] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.422174] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.422174] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.422174] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.422174] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.431927] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5385ae19-711d-4525-bc26-cb12421f7edd in Status: IN_PROGRESS for 2s [ 1047.690820] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 in Status: SUCCESS [ 1047.691060] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.691234] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.691546] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.691733] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.691851] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.691917] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.692087] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.692170] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.692256] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.692347] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.728860] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.729030] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.729106] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.729320] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.729410] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.729506] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f29a6911-5dec-41fc-bbc0-9565b59adc76 is going to be updated. [ 1047.760020] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.760172] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.760255] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.760497] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.760630] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.772352] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f29a6911-5dec-41fc-bbc0-9565b59adc76 in Status: IN_PROGRESS for 2s [ 1047.845792] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d57ace7f-5672-4d9e-a2e5-b99167d06001 [ 1047.846150] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.846705] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.846705] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.846705] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.849135] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.849135] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d57ace7f-5672-4d9e-a2e5-b99167d06001 already deleted. [ 1047.849135] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d57ace7f-5672-4d9e-a2e5-b99167d06001" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.874824] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.875604] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.875698] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.875905] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.876025] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.876208] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f is going to be updated. [ 1047.909298] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.909650] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.909650] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.909752] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.909870] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.920938] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f in Status: IN_PROGRESS for 2s [ 1047.931225] env[65077]: INFO networking_nsxv3.common.synchronization [req-a82b0445-e1eb-46a4-a1c7-54e964b1a660 req-70b35ccf-d039-4c0f-838e-cb55d762d363 service nova] Enqueued Resource ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 with Priority: HIGHEST for action security_group_rules [ 1047.931485] env[65077]: INFO networking_nsxv3.common.synchronization [req-a82b0445-e1eb-46a4-a1c7-54e964b1a660 req-70b35ccf-d039-4c0f-838e-cb55d762d363 service nova] Enqueued Resource ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 with Priority: HIGHEST for action security_group_members [ 1047.931632] env[65077]: INFO networking_nsxv3.common.synchronization [req-a82b0445-e1eb-46a4-a1c7-54e964b1a660 req-70b35ccf-d039-4c0f-838e-cb55d762d363 service nova] Enqueued Resource ID: bf7ea59b-90d6-467d-8308-db47cd4ff88e with Priority: HIGHEST for action port [ 1047.932165] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 with Priority: HIGHEST for action security_group_rules [ 1047.932354] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 with Priority: HIGHEST for action security_group_members [ 1047.932716] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf7ea59b-90d6-467d-8308-db47cd4ff88e with Priority: HIGHEST for action port [ 1047.932858] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8ed50b5-f4f3-434b-85c0-be75dfdec948 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.932950] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.933050] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.933318] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.933433] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8ed50b5-f4f3-434b-85c0-be75dfdec948',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.934558] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8ed50b5-f4f3-434b-85c0-be75dfdec948 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.934558] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.934558] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.935051] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.935051] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.935209] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.935209] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.935376] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.935450] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.935833] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8ed50b5-f4f3-434b-85c0-be75dfdec948',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.936799] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf7ea59b-90d6-467d-8308-db47cd4ff88e taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.936949] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf7ea59b-90d6-467d-8308-db47cd4ff88e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.937144] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf7ea59b-90d6-467d-8308-db47cd4ff88e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.937344] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf7ea59b-90d6-467d-8308-db47cd4ff88e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.937448] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf7ea59b-90d6-467d-8308-db47cd4ff88e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.194252] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.194799] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.194799] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.194799] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.194957] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.195031] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.195091] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.195288] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.195371] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.195411] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.195555] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.195641] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.195699] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.195832] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.195962] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.196061] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.196117] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.196245] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.196322] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.196399] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.196484] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.395453] env[65077]: INFO networking_nsxv3.common.synchronization [None req-1eaea4e9-5faa-458c-a29f-0766a258bd29 tempest-ServerActionsTestOtherA-1007107634 tempest-ServerActionsTestOtherA-1007107634-project-member] Enqueued Resource ID: 407d86e2-d45e-424e-84bd-b940239b846e with Priority: HIGHEST for action security_group_rules [ 1048.395453] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 407d86e2-d45e-424e-84bd-b940239b846e with Priority: HIGHEST for action security_group_rules [ 1048.395453] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-407d86e2-d45e-424e-84bd-b940239b846e taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.395453] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-407d86e2-d45e-424e-84bd-b940239b846e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.395453] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-407d86e2-d45e-424e-84bd-b940239b846e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.395453] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-407d86e2-d45e-424e-84bd-b940239b846e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.395453] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('407d86e2-d45e-424e-84bd-b940239b846e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.439701] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8ed50b5-f4f3-434b-85c0-be75dfdec948 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.439701] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.444047] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8ed50b5-f4f3-434b-85c0-be75dfdec948',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.444047] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bf7ea59b-90d6-467d-8308-db47cd4ff88e with status ACTIVE [ 1048.444047] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.444047] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.444047] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.444047] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.444047] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.444047] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.444819] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.444907] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.445355] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.445467] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.445687] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.445816] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.445966] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.446034] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.446089] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.446192] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bf7ea59b-90d6-467d-8308-db47cd4ff88e is going to be updated. [ 1048.474864] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.475232] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.475232] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.475400] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.475456] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.475620] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf7ea59b-90d6-467d-8308-db47cd4ff88e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.545167] env[65077]: INFO networking_nsxv3.common.synchronization [None req-6442bb4c-ce2e-4986-8ebc-cfbc0c5677ef tempest-ServerActionsTestOtherA-1007107634 tempest-ServerActionsTestOtherA-1007107634-project-member] Enqueued Resource ID: 407d86e2-d45e-424e-84bd-b940239b846e with Priority: HIGHEST for action security_group_rules [ 1048.545713] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 407d86e2-d45e-424e-84bd-b940239b846e with Priority: HIGHEST for action security_group_rules [ 1048.545971] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-407d86e2-d45e-424e-84bd-b940239b846e taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.546079] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-407d86e2-d45e-424e-84bd-b940239b846e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.698441] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 39ac7fdb-47bc-4096-87c4-2f878b5a9c81: rpc.has_security_group_logging(os_id): False [ 1048.727447] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.727740] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.727740] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.727740] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.754083] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.754083] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.754083] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.754083] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.754083] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.755788] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.755788] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.755788] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.755788] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.755788] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.755788] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.758986] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.758986] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.758986] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.758986] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.758986] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.758986] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 is going to be updated. [ 1048.851139] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.851482] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.851596] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.851781] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.852482] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.874476] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 in Status: IN_PROGRESS for 2s [ 1048.923649] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.923820] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.923878] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.924180] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.924335] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.924533] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 407d86e2-d45e-424e-84bd-b940239b846e already deleted. [ 1048.924603] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-407d86e2-d45e-424e-84bd-b940239b846e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.926498] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-407d86e2-d45e-424e-84bd-b940239b846e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.926498] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-407d86e2-d45e-424e-84bd-b940239b846e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.926498] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('407d86e2-d45e-424e-84bd-b940239b846e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.948037] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8ed50b5-f4f3-434b-85c0-be75dfdec948',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.228124] env[65077]: INFO networking_nsxv3.common.synchronization [req-f0810ff9-9d35-4d63-a794-7ee81d34290b req-6ea5e8e2-49b6-468c-8682-33d85ac2be92 tempest-ServerRescueTestJSONUnderV235-1663519294 tempest-ServerRescueTestJSONUnderV235-1663519294-project-member] Enqueued Resource ID: 6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c with Priority: HIGHEST for action security_group_members [ 1049.228867] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c with Priority: HIGHEST for action security_group_members [ 1049.229261] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.229396] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.229481] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.229834] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.230018] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.230131] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.230196] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.230385] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.230467] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.230567] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.444152] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5385ae19-711d-4525-bc26-cb12421f7edd in Status: SUCCESS [ 1049.444655] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5385ae19-711d-4525-bc26-cb12421f7edd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.449186] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.449341] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.449415] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.449624] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.449711] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.449804] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 407d86e2-d45e-424e-84bd-b940239b846e already deleted. [ 1049.449883] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-407d86e2-d45e-424e-84bd-b940239b846e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.452039] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.452325] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.452523] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.452698] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.452888] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.452960] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 is going to be created. [ 1049.477156] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.477337] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.477404] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.477593] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.477763] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.490013] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 in Status: UNINITIALIZED for 2s [ 1049.687603] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock network-325 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.688083] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "network-325" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.688321] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "network-325" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.688776] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "network-325" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.689200] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.689499] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.689955] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.690122] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.690391] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.693049] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1049.693049] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1049.693049] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1049.693049] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1049.693049] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1049.693049] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1049.693049] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1049.717976] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1049.718228] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1049.719208] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1049.719208] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "network-325" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.719208] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock port-ec06afcf-ed8b-4833-b8c8-e8332a2dddef taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.719208] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "port-ec06afcf-ed8b-4833-b8c8-e8332a2dddef" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.719208] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "port-ec06afcf-ed8b-4833-b8c8-e8332a2dddef" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.719544] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "port-ec06afcf-ed8b-4833-b8c8-e8332a2dddef" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.719623] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec06afcf-ed8b-4833-b8c8-e8332a2dddef',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.734180] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.734180] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.734180] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.734526] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.734526] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.734631] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.734708] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.734763] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.734906] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.734978] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.735073] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c already deleted. [ 1049.735205] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.786226] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f29a6911-5dec-41fc-bbc0-9565b59adc76 in Status: SUCCESS [ 1049.787033] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f29a6911-5dec-41fc-bbc0-9565b59adc76" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.933232] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f in Status: SUCCESS [ 1049.933232] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.933232] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.933232] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.933232] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.933232] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.933232] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.934055] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.934055] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.934055] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.934055] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('39fdd242-c400-49e1-8754-8fc68bcdde8f',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.227037] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.227666] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.227787] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.228172] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.228458] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.228742] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Segment Port ec06afcf-ed8b-4833-b8c8-e8332a2dddef not found, creating... [ 1050.229033] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.229958] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.229958] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.229958] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.229958] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.230677] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.230811] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.230988] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.231243] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.231410] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.231573] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Resource: SegmentPort with ID: ec06afcf-ed8b-4833-b8c8-e8332a2dddef is going to be created. [ 1050.268279] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.268949] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.269169] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.269496] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.271070] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.271470] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "port-ec06afcf-ed8b-4833-b8c8-e8332a2dddef" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.277514] env[65077]: INFO networking_nsxv3.common.synchronization [None req-492ea2b8-2d7c-44d2-9e72-1ac0bc8f8831 None None] Enqueued Resource ID: 7cd3bfd9-f069-436d-8a95-7a98579fb92b with Priority: HIGHEST for action port [ 1050.278220] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cd3bfd9-f069-436d-8a95-7a98579fb92b with Priority: HIGHEST for action port [ 1050.278670] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-7cd3bfd9-f069-436d-8a95-7a98579fb92b taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.278836] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7cd3bfd9-f069-436d-8a95-7a98579fb92b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.278909] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7cd3bfd9-f069-436d-8a95-7a98579fb92b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.279265] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7cd3bfd9-f069-436d-8a95-7a98579fb92b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.279349] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7cd3bfd9-f069-436d-8a95-7a98579fb92b',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.436850] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-39fdd242-c400-49e1-8754-8fc68bcdde8f taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.436850] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.436850] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.436850] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.436850] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.437403] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.437403] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.437403] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.437403] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.437403] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.437709] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-39fdd242-c400-49e1-8754-8fc68bcdde8f taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.437812] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.437812] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.438521] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.438521] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.438521] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.438521] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.438521] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.438521] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.438868] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.438868] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('39fdd242-c400-49e1-8754-8fc68bcdde8f',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.781559] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7cd3bfd9-f069-436d-8a95-7a98579fb92b [ 1050.781914] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.782236] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.782236] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.782424] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.782424] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.782511] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7cd3bfd9-f069-436d-8a95-7a98579fb92b already deleted. [ 1050.782556] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7cd3bfd9-f069-436d-8a95-7a98579fb92b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.893144] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 in Status: SUCCESS [ 1050.893677] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.893757] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.893977] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.894097] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.941514] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 39fdd242-c400-49e1-8754-8fc68bcdde8f: rpc.has_security_group_logging(os_id): False [ 1050.961974] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.962274] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.962274] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.962834] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.962834] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.962956] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.963050] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.963095] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.963251] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.963337] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.963537] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.963721] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.963791] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.963916] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.963987] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.964204] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.964991] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.964991] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.964991] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.964991] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.964991] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f is going to be created. [ 1051.049529] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.049529] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.049529] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.049783] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.049936] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.063866] env[65077]: INFO networking_nsxv3.common.synchronization [req-f0810ff9-9d35-4d63-a794-7ee81d34290b req-3538c793-af05-4fd1-9ca4-aa90149dba49 service nova] Enqueued Resource ID: 6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c with Priority: HIGHEST for action security_group_rules [ 1051.063866] env[65077]: INFO networking_nsxv3.common.synchronization [req-f0810ff9-9d35-4d63-a794-7ee81d34290b req-3538c793-af05-4fd1-9ca4-aa90149dba49 service nova] Enqueued Resource ID: 6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c with Priority: HIGHEST for action security_group_members [ 1051.063866] env[65077]: INFO networking_nsxv3.common.synchronization [req-f0810ff9-9d35-4d63-a794-7ee81d34290b req-3538c793-af05-4fd1-9ca4-aa90149dba49 service nova] Enqueued Resource ID: ec06afcf-ed8b-4833-b8c8-e8332a2dddef with Priority: HIGHEST for action port [ 1051.068025] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f in Status: IN_PROGRESS for 2s [ 1051.068025] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c with Priority: HIGHEST for action security_group_rules [ 1051.068025] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c with Priority: HIGHEST for action security_group_members [ 1051.068025] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec06afcf-ed8b-4833-b8c8-e8332a2dddef with Priority: HIGHEST for action port [ 1051.068025] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.068025] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.068025] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.068025] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.068025] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.068618] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.068618] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.068618] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.068731] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.068971] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.069101] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.069193] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.069367] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.069450] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.069540] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.070675] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec06afcf-ed8b-4833-b8c8-e8332a2dddef taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.070787] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec06afcf-ed8b-4833-b8c8-e8332a2dddef" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.070853] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec06afcf-ed8b-4833-b8c8-e8332a2dddef" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.073198] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec06afcf-ed8b-4833-b8c8-e8332a2dddef" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.073198] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec06afcf-ed8b-4833-b8c8-e8332a2dddef',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.402517] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.402649] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.402735] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.402980] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.403181] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.403299] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.403363] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.403524] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.403606] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.403699] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.403785] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.505370] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 in Status: SUCCESS [ 1051.505370] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.505370] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.505370] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.505370] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.505370] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.505370] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.505370] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.508924] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.508924] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.508924] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c8ed50b5-f4f3-434b-85c0-be75dfdec948',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.569972] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.571693] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.571693] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.573038] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec06afcf-ed8b-4833-b8c8-e8332a2dddef with status ACTIVE [ 1051.573265] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.574398] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.574398] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.574398] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.574398] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.574398] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.574398] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.574398] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.574943] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.574943] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.575364] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.575364] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.575364] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.576458] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.576458] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.576458] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec06afcf-ed8b-4833-b8c8-e8332a2dddef is going to be updated. [ 1051.602065] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.602406] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.602553] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.602832] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.603054] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.603298] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec06afcf-ed8b-4833-b8c8-e8332a2dddef" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.916025] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.916025] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.916025] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.916025] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.916025] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.916025] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.916025] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.916025] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.916025] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.916025] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.916025] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.916025] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.916025] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.916025] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.916025] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.916025] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.917194] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.917194] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.917194] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.917194] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.917781] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.011465] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8ed50b5-f4f3-434b-85c0-be75dfdec948 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.013563] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.013563] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.013563] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.013563] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.013563] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.013563] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.013563] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.013563] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.013563] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.013563] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8ed50b5-f4f3-434b-85c0-be75dfdec948 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.013563] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.013563] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.018020] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.018020] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.018020] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.018020] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.018020] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.018020] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.018020] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.018020] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c8ed50b5-f4f3-434b-85c0-be75dfdec948',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.073208] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.420644] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 39ac7fdb-47bc-4096-87c4-2f878b5a9c81: rpc.has_security_group_logging(os_id): False [ 1052.440388] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.440549] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.440618] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.440832] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.440916] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.441126] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.441256] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.441312] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.441468] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.441539] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.443311] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.443311] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.443311] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.443311] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.443311] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.443311] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.443311] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.443311] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.443311] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.443311] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.443311] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 is going to be updated. [ 1052.504446] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.504588] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.504655] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.504875] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.505030] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.520565] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c8ed50b5-f4f3-434b-85c0-be75dfdec948: rpc.has_security_group_logging(os_id): False [ 1052.532727] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 in Status: IN_PROGRESS for 2s [ 1052.548014] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.548014] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.548014] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.548014] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.548014] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.548014] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.548014] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.548014] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.548014] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.548014] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.548645] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.548645] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.548768] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.548849] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.548923] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.549134] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.549252] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.549317] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.549461] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.549536] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.549666] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 is going to be created. [ 1052.576168] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.576782] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.576973] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.577255] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.577384] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.577524] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c is going to be created. [ 1052.606488] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.606488] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.606488] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.606488] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.606488] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.618654] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c in Status: UNINITIALIZED for 2s [ 1052.636952] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.637110] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.637180] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.637386] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.638450] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.658117] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 in Status: IN_PROGRESS for 2s [ 1052.987221] env[65077]: INFO networking_nsxv3.common.synchronization [None req-a61fe121-4efa-4c89-99db-e2af85740e33 None None] Enqueued Resource ID: fa81fabe-dcbd-415e-bf3f-da56b5906d4c with Priority: HIGHEST for action port [ 1052.987221] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa81fabe-dcbd-415e-bf3f-da56b5906d4c with Priority: HIGHEST for action port [ 1052.987221] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa81fabe-dcbd-415e-bf3f-da56b5906d4c taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.987221] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa81fabe-dcbd-415e-bf3f-da56b5906d4c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.987221] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa81fabe-dcbd-415e-bf3f-da56b5906d4c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.987958] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa81fabe-dcbd-415e-bf3f-da56b5906d4c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.988174] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa81fabe-dcbd-415e-bf3f-da56b5906d4c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.080153] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f in Status: SUCCESS [ 1053.080418] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.493482] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fa81fabe-dcbd-415e-bf3f-da56b5906d4c [ 1053.493866] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.494074] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.494194] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.494531] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.494644] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.494764] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fa81fabe-dcbd-415e-bf3f-da56b5906d4c already deleted. [ 1053.494913] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa81fabe-dcbd-415e-bf3f-da56b5906d4c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.965929] env[65077]: INFO networking_nsxv3.common.synchronization [None req-6309b466-329c-45fa-ba10-218e493a898f tempest-AttachVolumeNegativeTest-20018646 tempest-AttachVolumeNegativeTest-20018646-project-member] Enqueued Resource ID: 5b997105-ef21-42c8-86cf-28907c079d83 with Priority: HIGHEST for action security_group_rules [ 1053.966564] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b997105-ef21-42c8-86cf-28907c079d83 with Priority: HIGHEST for action security_group_rules [ 1053.966962] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b997105-ef21-42c8-86cf-28907c079d83 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.967146] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b997105-ef21-42c8-86cf-28907c079d83" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.967258] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b997105-ef21-42c8-86cf-28907c079d83" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.967537] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b997105-ef21-42c8-86cf-28907c079d83" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.967630] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b997105-ef21-42c8-86cf-28907c079d83',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.069265] env[65077]: INFO networking_nsxv3.common.synchronization [None req-b7e4e0dd-30fb-41c7-9cfa-66cd3de74b8f tempest-AttachVolumeNegativeTest-20018646 tempest-AttachVolumeNegativeTest-20018646-project-member] Enqueued Resource ID: 5b997105-ef21-42c8-86cf-28907c079d83 with Priority: HIGHEST for action security_group_rules [ 1054.070762] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b997105-ef21-42c8-86cf-28907c079d83 with Priority: HIGHEST for action security_group_rules [ 1054.070762] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b997105-ef21-42c8-86cf-28907c079d83 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.070762] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b997105-ef21-42c8-86cf-28907c079d83" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.489764] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.489996] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.490135] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.490491] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.490638] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.490784] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b997105-ef21-42c8-86cf-28907c079d83 already deleted. [ 1054.490930] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b997105-ef21-42c8-86cf-28907c079d83" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.491579] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b997105-ef21-42c8-86cf-28907c079d83" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.491852] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b997105-ef21-42c8-86cf-28907c079d83" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.491992] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b997105-ef21-42c8-86cf-28907c079d83',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.554172] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 in Status: SUCCESS [ 1054.554172] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.629570] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c in Status: SUCCESS [ 1054.629792] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.629967] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.630201] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.630426] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.630541] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.630606] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.630759] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.630838] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.630929] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.631035] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.672931] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 in Status: SUCCESS [ 1054.673181] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.852447] env[65077]: INFO networking_nsxv3.common.synchronization [req-a916a904-ab57-4224-bc52-005d5cdc3fd7 req-d62131fa-67bc-4377-bdb7-1d98cff51b36 tempest-AttachVolumeTestJSON-274225233 tempest-AttachVolumeTestJSON-274225233-project-member] Enqueued Resource ID: f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c with Priority: HIGHEST for action security_group_members [ 1054.852447] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c with Priority: HIGHEST for action security_group_members [ 1054.852447] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.852447] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.852447] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.852447] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.852447] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.852447] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.852447] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.852447] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.852447] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.852447] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.016698] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.016927] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.016927] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.017257] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.017352] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.017469] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b997105-ef21-42c8-86cf-28907c079d83 already deleted. [ 1055.017554] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b997105-ef21-42c8-86cf-28907c079d83" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.134601] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.134601] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.134601] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.135045] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.135045] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.135138] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.135175] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.135481] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.135481] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.135649] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.135892] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.136429] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.136537] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.136790] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.137022] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.137140] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.137250] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.137442] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.137608] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.137734] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.137862] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.360136] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.360136] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.360136] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.360136] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.360136] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.360136] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.360136] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.360136] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.360136] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.360136] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.360136] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c is going to be updated. [ 1055.397909] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.398083] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.398136] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.400214] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.400214] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.411017] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c in Status: IN_PROGRESS for 2s [ 1055.641521] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c: rpc.has_security_group_logging(os_id): False [ 1055.663133] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.663308] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.663360] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.663581] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.663668] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.663885] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.664035] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.664087] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.664234] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.664311] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.664508] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.664612] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.665189] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.665189] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.665189] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.665189] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.665189] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.665189] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.665467] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.665467] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.665535] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c is going to be created. [ 1055.743271] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.743864] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.743864] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.744089] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.744699] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.758048] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c in Status: IN_PROGRESS for 2s [ 1055.855562] env[65077]: INFO networking_nsxv3.common.synchronization [None req-c67bcef8-9c01-453a-b3fc-004034535389 None None] Enqueued Resource ID: 9d21b86a-3484-4592-b261-3ba8c875a9bc with Priority: HIGHEST for action port [ 1055.856373] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d21b86a-3484-4592-b261-3ba8c875a9bc with Priority: HIGHEST for action port [ 1055.856539] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d21b86a-3484-4592-b261-3ba8c875a9bc taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.856621] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d21b86a-3484-4592-b261-3ba8c875a9bc" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.857466] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d21b86a-3484-4592-b261-3ba8c875a9bc" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.857466] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d21b86a-3484-4592-b261-3ba8c875a9bc" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.857466] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d21b86a-3484-4592-b261-3ba8c875a9bc',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.141801] env[65077]: INFO networking_nsxv3.common.synchronization [req-ee9911b9-232c-48d5-adbb-6d115be401eb req-c1354d6f-b5ce-4986-ab04-c15ae0d6dc14 tempest-AttachInterfacesTestJSON-1133181043 tempest-AttachInterfacesTestJSON-1133181043-project-member] Enqueued Resource ID: 908241b4-2a79-486c-9d38-29c9ee53f57a with Priority: HIGHEST for action security_group_members [ 1056.142793] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 908241b4-2a79-486c-9d38-29c9ee53f57a with Priority: HIGHEST for action security_group_members [ 1056.142793] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-908241b4-2a79-486c-9d38-29c9ee53f57a taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.142793] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-908241b4-2a79-486c-9d38-29c9ee53f57a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.144229] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-908241b4-2a79-486c-9d38-29c9ee53f57a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.144667] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-908241b4-2a79-486c-9d38-29c9ee53f57a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.145251] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.145251] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.145251] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.145251] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.145251] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.145923] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('908241b4-2a79-486c-9d38-29c9ee53f57a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.361715] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9d21b86a-3484-4592-b261-3ba8c875a9bc [ 1056.361715] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.361715] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.361715] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.361715] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.361715] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.361715] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9d21b86a-3484-4592-b261-3ba8c875a9bc already deleted. [ 1056.361715] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d21b86a-3484-4592-b261-3ba8c875a9bc" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.498146] env[65077]: INFO networking_nsxv3.common.synchronization [req-74d934a4-c7bd-4699-8044-e313b9e69854 req-4dd11baa-20bb-4f3a-ab20-b0cf8de218cc tempest-ServerRescueNegativeTestJSON-2015207523 tempest-ServerRescueNegativeTestJSON-2015207523-project-member] Enqueued Resource ID: f29a6911-5dec-41fc-bbc0-9565b59adc76 with Priority: HIGHEST for action security_group_members [ 1056.498543] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f29a6911-5dec-41fc-bbc0-9565b59adc76 with Priority: HIGHEST for action security_group_members [ 1056.499108] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-f29a6911-5dec-41fc-bbc0-9565b59adc76 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.499795] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f29a6911-5dec-41fc-bbc0-9565b59adc76" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.499795] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f29a6911-5dec-41fc-bbc0-9565b59adc76" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.499795] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f29a6911-5dec-41fc-bbc0-9565b59adc76" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.500189] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.500273] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.500331] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.501470] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.501827] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.502052] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f29a6911-5dec-41fc-bbc0-9565b59adc76',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.516708] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock network-731 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.516708] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "network-731" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.516708] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "network-731" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.516852] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "network-731" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.517073] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.517231] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.517340] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.517584] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.517683] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.517887] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1056.517994] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1056.518700] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1056.518830] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1056.518932] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1056.519084] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1056.519505] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1056.542515] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1056.542711] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1056.542818] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1056.542992] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "network-731" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.543326] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock port-bc3a6dc1-129d-4e17-bcc7-2afe7cc94676 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.543500] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "port-bc3a6dc1-129d-4e17-bcc7-2afe7cc94676" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.543607] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "port-bc3a6dc1-129d-4e17-bcc7-2afe7cc94676" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.543931] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "port-bc3a6dc1-129d-4e17-bcc7-2afe7cc94676" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.544071] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc3a6dc1-129d-4e17-bcc7-2afe7cc94676',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.647953] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.648317] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.648317] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.648545] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.648545] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.648844] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.649013] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.649013] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.649200] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.649266] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.649350] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 908241b4-2a79-486c-9d38-29c9ee53f57a already deleted. [ 1056.649430] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-908241b4-2a79-486c-9d38-29c9ee53f57a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.006221] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.006221] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.006221] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.006448] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.032711] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.032711] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.032711] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.032711] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.032711] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.032711] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.032711] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f29a6911-5dec-41fc-bbc0-9565b59adc76 is going to be updated. [ 1057.046923] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.047321] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.047438] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.047635] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.047783] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.047936] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Segment Port bc3a6dc1-129d-4e17-bcc7-2afe7cc94676 not found, creating... [ 1057.048225] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.048395] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.048506] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.048728] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.048896] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.049185] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.049346] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.049483] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.049666] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.049794] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.049932] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Resource: SegmentPort with ID: bc3a6dc1-129d-4e17-bcc7-2afe7cc94676 is going to be created. [ 1057.074777] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.075131] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.075225] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.075448] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.075651] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.078461] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.078666] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.078820] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.079222] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.079521] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.079826] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "port-bc3a6dc1-129d-4e17-bcc7-2afe7cc94676" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.086994] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f29a6911-5dec-41fc-bbc0-9565b59adc76 in Status: IN_PROGRESS for 2s [ 1057.421804] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c in Status: SUCCESS [ 1057.421804] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c deletion is rescheduled due to dependency. [ 1057.421804] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.776712] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c in Status: SUCCESS [ 1057.776786] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.791392] env[65077]: INFO networking_nsxv3.common.synchronization [req-ee9911b9-232c-48d5-adbb-6d115be401eb req-07064325-1c7b-49bb-956f-3097a9461baa service nova] Enqueued Resource ID: 908241b4-2a79-486c-9d38-29c9ee53f57a with Priority: HIGHEST for action security_group_rules [ 1057.791573] env[65077]: INFO networking_nsxv3.common.synchronization [req-ee9911b9-232c-48d5-adbb-6d115be401eb req-07064325-1c7b-49bb-956f-3097a9461baa service nova] Enqueued Resource ID: 908241b4-2a79-486c-9d38-29c9ee53f57a with Priority: HIGHEST for action security_group_members [ 1057.791688] env[65077]: INFO networking_nsxv3.common.synchronization [req-ee9911b9-232c-48d5-adbb-6d115be401eb req-07064325-1c7b-49bb-956f-3097a9461baa service nova] Enqueued Resource ID: bc3a6dc1-129d-4e17-bcc7-2afe7cc94676 with Priority: HIGHEST for action port [ 1057.792236] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 908241b4-2a79-486c-9d38-29c9ee53f57a with Priority: HIGHEST for action security_group_rules [ 1057.792367] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 908241b4-2a79-486c-9d38-29c9ee53f57a with Priority: HIGHEST for action security_group_members [ 1057.792483] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc3a6dc1-129d-4e17-bcc7-2afe7cc94676 with Priority: HIGHEST for action port [ 1057.792738] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-908241b4-2a79-486c-9d38-29c9ee53f57a taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.792882] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-908241b4-2a79-486c-9d38-29c9ee53f57a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.792959] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-908241b4-2a79-486c-9d38-29c9ee53f57a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.793804] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-908241b4-2a79-486c-9d38-29c9ee53f57a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.793804] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('908241b4-2a79-486c-9d38-29c9ee53f57a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.796262] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-908241b4-2a79-486c-9d38-29c9ee53f57a taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.796411] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-908241b4-2a79-486c-9d38-29c9ee53f57a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.796510] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-908241b4-2a79-486c-9d38-29c9ee53f57a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.798378] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-908241b4-2a79-486c-9d38-29c9ee53f57a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.798378] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.798378] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.798378] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.798378] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.798378] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.798378] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('908241b4-2a79-486c-9d38-29c9ee53f57a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.798378] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc3a6dc1-129d-4e17-bcc7-2afe7cc94676 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.798378] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc3a6dc1-129d-4e17-bcc7-2afe7cc94676" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.798378] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc3a6dc1-129d-4e17-bcc7-2afe7cc94676" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.799089] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc3a6dc1-129d-4e17-bcc7-2afe7cc94676" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.799089] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc3a6dc1-129d-4e17-bcc7-2afe7cc94676',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.300305] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('908241b4-2a79-486c-9d38-29c9ee53f57a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.301664] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-908241b4-2a79-486c-9d38-29c9ee53f57a taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.301821] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-908241b4-2a79-486c-9d38-29c9ee53f57a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.302467] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc3a6dc1-129d-4e17-bcc7-2afe7cc94676 with status ACTIVE [ 1058.302467] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.302467] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.302467] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.302800] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.302800] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.303496] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.304524] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.304524] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.304814] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.304942] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.305970] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.305970] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.305970] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.305970] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.305970] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.305970] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc3a6dc1-129d-4e17-bcc7-2afe7cc94676 is going to be updated. [ 1058.349656] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.349876] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.350392] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.350640] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.350823] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.351075] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc3a6dc1-129d-4e17-bcc7-2afe7cc94676" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.557095] env[65077]: INFO networking_nsxv3.common.synchronization [req-b2917b0f-6381-4674-92a6-5e859488204e req-15b3a5d0-f94a-445b-989e-b07f9032c6f8 tempest-FloatingIPsAssociationNegativeTestJSON-1817988973 tempest-FloatingIPsAssociationNegativeTestJSON-1817988973-project-member] Enqueued Resource ID: 232705ac-f5f8-478c-ae7f-1b16f3e2a164 with Priority: HIGHEST for action security_group_members [ 1058.558621] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 232705ac-f5f8-478c-ae7f-1b16f3e2a164 with Priority: HIGHEST for action security_group_members [ 1058.558621] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-232705ac-f5f8-478c-ae7f-1b16f3e2a164 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.558621] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-232705ac-f5f8-478c-ae7f-1b16f3e2a164" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.558621] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-232705ac-f5f8-478c-ae7f-1b16f3e2a164" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.558621] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-232705ac-f5f8-478c-ae7f-1b16f3e2a164" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.559039] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.559039] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.559039] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.559215] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.559215] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.559332] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('232705ac-f5f8-478c-ae7f-1b16f3e2a164',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.807757] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('908241b4-2a79-486c-9d38-29c9ee53f57a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.945949] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock network-865 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.946349] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "network-865" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.946636] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "network-865" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.947104] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "network-865" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.947535] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.949526] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.949526] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.949526] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.949526] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.949526] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1058.949526] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1058.949526] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1058.949526] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1058.949526] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1058.949526] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1058.949526] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1058.971227] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1058.971573] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1058.971783] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1058.971991] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "network-865" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.972329] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock port-71c94e39-5eb9-4dff-a4e8-4141c90f1238 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.972573] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "port-71c94e39-5eb9-4dff-a4e8-4141c90f1238" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.972729] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "port-71c94e39-5eb9-4dff-a4e8-4141c90f1238" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.973053] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "port-71c94e39-5eb9-4dff-a4e8-4141c90f1238" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.973198] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71c94e39-5eb9-4dff-a4e8-4141c90f1238',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.066494] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.066494] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.066494] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.066494] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.066494] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.066494] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.066494] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.066494] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.066494] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.066494] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.066494] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 232705ac-f5f8-478c-ae7f-1b16f3e2a164 already deleted. [ 1059.066494] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-232705ac-f5f8-478c-ae7f-1b16f3e2a164" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.098908] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f29a6911-5dec-41fc-bbc0-9565b59adc76 in Status: SUCCESS [ 1059.098908] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f29a6911-5dec-41fc-bbc0-9565b59adc76 deletion is rescheduled due to dependency. [ 1059.098908] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f29a6911-5dec-41fc-bbc0-9565b59adc76" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.311224] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.311379] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.311487] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.311734] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.311860] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.311986] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 908241b4-2a79-486c-9d38-29c9ee53f57a is going to be created. [ 1059.344034] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.344034] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.344034] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.344034] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.344034] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.355621] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 908241b4-2a79-486c-9d38-29c9ee53f57a in Status: UNINITIALIZED for 2s [ 1059.478028] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.478028] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.478028] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.478028] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.478028] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.478028] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Segment Port 71c94e39-5eb9-4dff-a4e8-4141c90f1238 not found, creating... [ 1059.478028] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.478028] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.478028] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.478028] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.478028] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.478738] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.478738] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.478738] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.478738] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.479150] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.479527] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Resource: SegmentPort with ID: 71c94e39-5eb9-4dff-a4e8-4141c90f1238 is going to be created. [ 1059.502864] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.503688] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.503688] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.503832] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.504041] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.504274] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "port-71c94e39-5eb9-4dff-a4e8-4141c90f1238" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.611066] env[65077]: INFO networking_nsxv3.common.synchronization [req-82b8e67a-ce68-423b-8927-5f45f7ab9ff1 req-e9691e90-7efb-4039-a5f7-d36103176240 tempest-ListServerFiltersTestJSON-798423 tempest-ListServerFiltersTestJSON-798423-project-member] Enqueued Resource ID: 79da9488-9fef-4272-8a1b-c640c1a0efa5 with Priority: HIGHEST for action security_group_members [ 1059.612811] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79da9488-9fef-4272-8a1b-c640c1a0efa5 with Priority: HIGHEST for action security_group_members [ 1059.612811] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-79da9488-9fef-4272-8a1b-c640c1a0efa5 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.613179] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.613179] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.613491] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.613797] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.614095] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.614259] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.614470] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.614603] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.614754] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79da9488-9fef-4272-8a1b-c640c1a0efa5',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.117344] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('79da9488-9fef-4272-8a1b-c640c1a0efa5',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.204110] env[65077]: INFO networking_nsxv3.common.synchronization [req-b2917b0f-6381-4674-92a6-5e859488204e req-7cb04e90-0749-4e3f-8705-e5a166c082bd service nova] Enqueued Resource ID: 232705ac-f5f8-478c-ae7f-1b16f3e2a164 with Priority: HIGHEST for action security_group_rules [ 1060.204331] env[65077]: INFO networking_nsxv3.common.synchronization [req-b2917b0f-6381-4674-92a6-5e859488204e req-7cb04e90-0749-4e3f-8705-e5a166c082bd service nova] Enqueued Resource ID: 232705ac-f5f8-478c-ae7f-1b16f3e2a164 with Priority: HIGHEST for action security_group_members [ 1060.204473] env[65077]: INFO networking_nsxv3.common.synchronization [req-b2917b0f-6381-4674-92a6-5e859488204e req-7cb04e90-0749-4e3f-8705-e5a166c082bd service nova] Enqueued Resource ID: 71c94e39-5eb9-4dff-a4e8-4141c90f1238 with Priority: HIGHEST for action port [ 1060.204970] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 232705ac-f5f8-478c-ae7f-1b16f3e2a164 with Priority: HIGHEST for action security_group_rules [ 1060.205180] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 232705ac-f5f8-478c-ae7f-1b16f3e2a164 with Priority: HIGHEST for action security_group_members [ 1060.205314] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71c94e39-5eb9-4dff-a4e8-4141c90f1238 with Priority: HIGHEST for action port [ 1060.205584] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-232705ac-f5f8-478c-ae7f-1b16f3e2a164 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.205710] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-232705ac-f5f8-478c-ae7f-1b16f3e2a164" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.205775] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-232705ac-f5f8-478c-ae7f-1b16f3e2a164" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.206077] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-232705ac-f5f8-478c-ae7f-1b16f3e2a164" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.207403] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('232705ac-f5f8-478c-ae7f-1b16f3e2a164',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.207403] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-232705ac-f5f8-478c-ae7f-1b16f3e2a164 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.207403] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-232705ac-f5f8-478c-ae7f-1b16f3e2a164" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.207403] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-232705ac-f5f8-478c-ae7f-1b16f3e2a164" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.207787] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-232705ac-f5f8-478c-ae7f-1b16f3e2a164" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.207787] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.207787] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.207787] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.207949] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.207987] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.208095] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('232705ac-f5f8-478c-ae7f-1b16f3e2a164',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.211041] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-71c94e39-5eb9-4dff-a4e8-4141c90f1238 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.211041] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71c94e39-5eb9-4dff-a4e8-4141c90f1238" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.211041] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71c94e39-5eb9-4dff-a4e8-4141c90f1238" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.211041] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71c94e39-5eb9-4dff-a4e8-4141c90f1238" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.211041] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71c94e39-5eb9-4dff-a4e8-4141c90f1238',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.214599] env[65077]: INFO networking_nsxv3.common.synchronization [req-76ab8c80-4430-48c1-9d02-f2b6c2e41a0d req-07d225c4-9f6a-4c18-bbfb-e70118694088 tempest-ServersTestJSON-998299514 tempest-ServersTestJSON-998299514-project-member] Enqueued Resource ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 with Priority: HIGHEST for action security_group_members [ 1060.214599] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 with Priority: HIGHEST for action security_group_members [ 1060.215318] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.215318] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.215318] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.215318] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.216483] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.216483] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.216483] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.216483] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.216483] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.216483] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.619974] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('79da9488-9fef-4272-8a1b-c640c1a0efa5',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.714294] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('232705ac-f5f8-478c-ae7f-1b16f3e2a164',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.714294] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-232705ac-f5f8-478c-ae7f-1b16f3e2a164 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.714294] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-232705ac-f5f8-478c-ae7f-1b16f3e2a164" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.714294] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 71c94e39-5eb9-4dff-a4e8-4141c90f1238 with status ACTIVE [ 1060.714294] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.714294] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.714294] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.714294] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.714294] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.714294] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.714294] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.714294] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.714294] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.714294] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.714996] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.714996] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.714996] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.714996] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.714996] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.714996] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 71c94e39-5eb9-4dff-a4e8-4141c90f1238 is going to be updated. [ 1060.718300] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.738201] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.738201] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.738201] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.738529] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.738699] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.741017] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71c94e39-5eb9-4dff-a4e8-4141c90f1238" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.088156] env[65077]: INFO networking_nsxv3.common.synchronization [req-afcdc3ca-66a3-4cd6-badc-01a528146938 req-b4681408-b2fe-4ed5-a086-855b6265d1dd tempest-ServerActionsTestOtherA-1007107634 tempest-ServerActionsTestOtherA-1007107634-project-member] Enqueued Resource ID: 407d86e2-d45e-424e-84bd-b940239b846e with Priority: HIGHEST for action security_group_members [ 1061.088729] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 407d86e2-d45e-424e-84bd-b940239b846e with Priority: HIGHEST for action security_group_members [ 1061.089447] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-407d86e2-d45e-424e-84bd-b940239b846e taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.089604] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-407d86e2-d45e-424e-84bd-b940239b846e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.089670] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-407d86e2-d45e-424e-84bd-b940239b846e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.089925] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-407d86e2-d45e-424e-84bd-b940239b846e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.090101] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.090447] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.090447] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.090447] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.090620] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.090620] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('407d86e2-d45e-424e-84bd-b940239b846e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.124763] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.124763] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.124763] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.124763] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.124763] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.124763] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79da9488-9fef-4272-8a1b-c640c1a0efa5 is going to be updated. [ 1061.157529] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.157662] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.157762] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.157980] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.158175] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.171544] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79da9488-9fef-4272-8a1b-c640c1a0efa5 in Status: IN_PROGRESS for 2s [ 1061.214045] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('232705ac-f5f8-478c-ae7f-1b16f3e2a164',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.220118] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.366857] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 908241b4-2a79-486c-9d38-29c9ee53f57a in Status: SUCCESS [ 1061.367287] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-908241b4-2a79-486c-9d38-29c9ee53f57a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.367520] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-908241b4-2a79-486c-9d38-29c9ee53f57a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.367833] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-908241b4-2a79-486c-9d38-29c9ee53f57a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.368129] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.368304] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.368435] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.368679] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.368800] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.368927] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-908241b4-2a79-486c-9d38-29c9ee53f57a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.369072] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('908241b4-2a79-486c-9d38-29c9ee53f57a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.442718] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock network-490 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.442909] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "network-490" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.443043] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "network-490" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.443378] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "network-490" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.443768] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.443938] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.444071] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.444292] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.444430] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.444666] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1061.444828] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1061.444884] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1061.444988] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1061.445110] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1061.445213] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1061.445342] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1061.464676] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1061.464963] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1061.465125] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1061.465308] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "network-490" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.465692] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock port-2f236d3e-0e04-4cd2-bd60-c8f7fb5e4e5a taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.465837] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "port-2f236d3e-0e04-4cd2-bd60-c8f7fb5e4e5a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.465902] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "port-2f236d3e-0e04-4cd2-bd60-c8f7fb5e4e5a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.466410] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "port-2f236d3e-0e04-4cd2-bd60-c8f7fb5e4e5a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.466567] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f236d3e-0e04-4cd2-bd60-c8f7fb5e4e5a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.593645] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.593819] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.593898] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.594280] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.594388] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.594730] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.594861] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.594932] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.595126] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.595210] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.595300] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 407d86e2-d45e-424e-84bd-b940239b846e already deleted. [ 1061.595380] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-407d86e2-d45e-424e-84bd-b940239b846e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.717165] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.717588] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.717588] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.717671] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.717712] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.717796] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 232705ac-f5f8-478c-ae7f-1b16f3e2a164 is going to be created. [ 1061.725049] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.725049] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.725049] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.725049] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.725049] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.725049] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 is going to be updated. [ 1061.741312] env[65077]: INFO networking_nsxv3.common.synchronization [req-59f91a59-0858-4521-a58a-6a16cecc55d4 req-cac464c7-afba-45cd-8142-7ad1010aa194 tempest-ServerDiskConfigTestJSON-1910186758 tempest-ServerDiskConfigTestJSON-1910186758-project-member] Enqueued Resource ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f with Priority: HIGHEST for action security_group_members [ 1061.742397] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f with Priority: HIGHEST for action security_group_members [ 1061.742836] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-39fdd242-c400-49e1-8754-8fc68bcdde8f taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.743011] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.743126] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.743393] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.744408] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.744408] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.744408] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.744408] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.744408] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.744408] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39fdd242-c400-49e1-8754-8fc68bcdde8f',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.752262] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.752422] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.752487] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.752680] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.752857] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.768817] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.768972] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.769039] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.769263] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.769622] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.782297] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 in Status: IN_PROGRESS for 2s [ 1061.782928] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 232705ac-f5f8-478c-ae7f-1b16f3e2a164 in Status: UNINITIALIZED for 2s [ 1061.872069] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('908241b4-2a79-486c-9d38-29c9ee53f57a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.971032] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.971032] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.971032] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.971032] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.971032] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.971032] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Segment Port 2f236d3e-0e04-4cd2-bd60-c8f7fb5e4e5a not found, creating... [ 1061.971032] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.971032] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.971032] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.971032] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.971032] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.971834] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.972148] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.972549] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.972955] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.973323] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.973701] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Resource: SegmentPort with ID: 2f236d3e-0e04-4cd2-bd60-c8f7fb5e4e5a is going to be created. [ 1061.996569] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.997376] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.997694] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.998449] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.998853] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.999299] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "port-2f236d3e-0e04-4cd2-bd60-c8f7fb5e4e5a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.249037] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.249037] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.249037] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.249037] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.249037] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.249037] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.249037] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.249037] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.249037] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.249037] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.249037] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f is going to be updated. [ 1062.301913] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.301913] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.301913] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.301913] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.301913] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.311568] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f in Status: IN_PROGRESS for 2s [ 1062.377839] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 908241b4-2a79-486c-9d38-29c9ee53f57a: rpc.has_security_group_logging(os_id): False [ 1062.402778] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.402984] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.403092] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.403374] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.403543] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.403846] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.403980] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.404080] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.404303] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.404419] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.404541] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 908241b4-2a79-486c-9d38-29c9ee53f57a is going to be created. [ 1062.481064] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.481288] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.481383] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.481613] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.481884] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.493903] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 908241b4-2a79-486c-9d38-29c9ee53f57a in Status: IN_PROGRESS for 2s [ 1062.718804] env[65077]: INFO networking_nsxv3.common.synchronization [req-afcdc3ca-66a3-4cd6-badc-01a528146938 req-638b9d44-6919-4381-a652-d1f9d1463330 service nova] Enqueued Resource ID: 407d86e2-d45e-424e-84bd-b940239b846e with Priority: HIGHEST for action security_group_rules [ 1062.719087] env[65077]: INFO networking_nsxv3.common.synchronization [req-afcdc3ca-66a3-4cd6-badc-01a528146938 req-638b9d44-6919-4381-a652-d1f9d1463330 service nova] Enqueued Resource ID: 407d86e2-d45e-424e-84bd-b940239b846e with Priority: HIGHEST for action security_group_members [ 1062.719087] env[65077]: INFO networking_nsxv3.common.synchronization [req-afcdc3ca-66a3-4cd6-badc-01a528146938 req-638b9d44-6919-4381-a652-d1f9d1463330 service nova] Enqueued Resource ID: 2f236d3e-0e04-4cd2-bd60-c8f7fb5e4e5a with Priority: HIGHEST for action port [ 1062.719731] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 407d86e2-d45e-424e-84bd-b940239b846e with Priority: HIGHEST for action security_group_rules [ 1062.719879] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 407d86e2-d45e-424e-84bd-b940239b846e with Priority: HIGHEST for action security_group_members [ 1062.719924] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f236d3e-0e04-4cd2-bd60-c8f7fb5e4e5a with Priority: HIGHEST for action port [ 1062.720231] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-407d86e2-d45e-424e-84bd-b940239b846e taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.720387] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-407d86e2-d45e-424e-84bd-b940239b846e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.720465] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-407d86e2-d45e-424e-84bd-b940239b846e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.720678] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-407d86e2-d45e-424e-84bd-b940239b846e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.720831] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('407d86e2-d45e-424e-84bd-b940239b846e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.722298] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-407d86e2-d45e-424e-84bd-b940239b846e taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.722391] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-407d86e2-d45e-424e-84bd-b940239b846e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.722434] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-407d86e2-d45e-424e-84bd-b940239b846e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.722582] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-407d86e2-d45e-424e-84bd-b940239b846e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.722728] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.722948] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.723023] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.723195] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.723408] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.723535] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('407d86e2-d45e-424e-84bd-b940239b846e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.724498] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f236d3e-0e04-4cd2-bd60-c8f7fb5e4e5a taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.724498] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f236d3e-0e04-4cd2-bd60-c8f7fb5e4e5a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.724624] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f236d3e-0e04-4cd2-bd60-c8f7fb5e4e5a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.724816] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f236d3e-0e04-4cd2-bd60-c8f7fb5e4e5a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.724816] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f236d3e-0e04-4cd2-bd60-c8f7fb5e4e5a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.183636] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79da9488-9fef-4272-8a1b-c640c1a0efa5 in Status: SUCCESS [ 1063.183913] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.226601] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-407d86e2-d45e-424e-84bd-b940239b846e taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.226805] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-407d86e2-d45e-424e-84bd-b940239b846e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.227046] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('407d86e2-d45e-424e-84bd-b940239b846e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.228082] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2f236d3e-0e04-4cd2-bd60-c8f7fb5e4e5a with status ACTIVE [ 1063.228317] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.228433] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.228689] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.229116] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.229116] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.229296] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.229432] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.229432] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.230380] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.230380] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.230380] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.230380] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.230380] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.230380] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.230380] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.230380] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2f236d3e-0e04-4cd2-bd60-c8f7fb5e4e5a is going to be updated. [ 1063.267510] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.268035] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.268035] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.268035] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.268231] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.268415] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f236d3e-0e04-4cd2-bd60-c8f7fb5e4e5a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.732148] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('407d86e2-d45e-424e-84bd-b940239b846e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.796116] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 in Status: SUCCESS [ 1063.797425] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.798674] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 232705ac-f5f8-478c-ae7f-1b16f3e2a164 in Status: SUCCESS [ 1063.798879] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-232705ac-f5f8-478c-ae7f-1b16f3e2a164" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.799124] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-232705ac-f5f8-478c-ae7f-1b16f3e2a164" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.800043] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-232705ac-f5f8-478c-ae7f-1b16f3e2a164" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.800689] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.801029] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.801115] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.801302] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.801390] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.801480] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-232705ac-f5f8-478c-ae7f-1b16f3e2a164" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.801570] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('232705ac-f5f8-478c-ae7f-1b16f3e2a164',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.893231] env[65077]: INFO networking_nsxv3.common.synchronization [None req-26b6de4e-85a0-42e0-bbf1-e4920f8fc22a tempest-AttachVolumeTestJSON-274225233 tempest-AttachVolumeTestJSON-274225233-project-member] Enqueued Resource ID: 264b727f-3acc-48f1-b47f-a32b72bb5f3a with Priority: HIGHEST for action security_group_rules [ 1063.893808] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 264b727f-3acc-48f1-b47f-a32b72bb5f3a with Priority: HIGHEST for action security_group_rules [ 1063.895189] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-264b727f-3acc-48f1-b47f-a32b72bb5f3a taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.895394] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-264b727f-3acc-48f1-b47f-a32b72bb5f3a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.895477] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-264b727f-3acc-48f1-b47f-a32b72bb5f3a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.895803] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-264b727f-3acc-48f1-b47f-a32b72bb5f3a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.895907] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('264b727f-3acc-48f1-b47f-a32b72bb5f3a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.018564] env[65077]: INFO networking_nsxv3.common.synchronization [None req-06aa6698-05ae-403a-ab6f-0faf994e90f7 tempest-AttachVolumeTestJSON-274225233 tempest-AttachVolumeTestJSON-274225233-project-member] Enqueued Resource ID: 264b727f-3acc-48f1-b47f-a32b72bb5f3a with Priority: HIGHEST for action security_group_rules [ 1064.019471] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 264b727f-3acc-48f1-b47f-a32b72bb5f3a with Priority: HIGHEST for action security_group_rules [ 1064.019471] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-264b727f-3acc-48f1-b47f-a32b72bb5f3a taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.019668] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-264b727f-3acc-48f1-b47f-a32b72bb5f3a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.235445] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.235603] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.235674] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.235903] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.235993] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.236115] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 407d86e2-d45e-424e-84bd-b940239b846e is going to be created. [ 1064.262519] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.262519] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.262519] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.262519] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.262519] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.273479] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 407d86e2-d45e-424e-84bd-b940239b846e in Status: UNINITIALIZED for 2s [ 1064.304871] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-232705ac-f5f8-478c-ae7f-1b16f3e2a164 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.305102] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-232705ac-f5f8-478c-ae7f-1b16f3e2a164" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.305182] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-232705ac-f5f8-478c-ae7f-1b16f3e2a164" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.305414] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-232705ac-f5f8-478c-ae7f-1b16f3e2a164" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.305609] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.305709] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.305775] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.305929] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.306037] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.306121] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-232705ac-f5f8-478c-ae7f-1b16f3e2a164" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.306273] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-232705ac-f5f8-478c-ae7f-1b16f3e2a164 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.306366] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-232705ac-f5f8-478c-ae7f-1b16f3e2a164" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.306429] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-232705ac-f5f8-478c-ae7f-1b16f3e2a164" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.306571] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-232705ac-f5f8-478c-ae7f-1b16f3e2a164" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.306707] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.306798] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.306859] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.307154] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.307154] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.307258] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-232705ac-f5f8-478c-ae7f-1b16f3e2a164" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.307258] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('232705ac-f5f8-478c-ae7f-1b16f3e2a164',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.320255] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f in Status: SUCCESS [ 1064.320485] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f deletion is rescheduled due to dependency. [ 1064.320603] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.422982] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.423210] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.423258] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.423484] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.423599] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.423695] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 264b727f-3acc-48f1-b47f-a32b72bb5f3a already deleted. [ 1064.423785] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-264b727f-3acc-48f1-b47f-a32b72bb5f3a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.423958] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-264b727f-3acc-48f1-b47f-a32b72bb5f3a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.424144] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-264b727f-3acc-48f1-b47f-a32b72bb5f3a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.424231] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('264b727f-3acc-48f1-b47f-a32b72bb5f3a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.508033] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 908241b4-2a79-486c-9d38-29c9ee53f57a in Status: SUCCESS [ 1064.508033] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-908241b4-2a79-486c-9d38-29c9ee53f57a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.809932] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 232705ac-f5f8-478c-ae7f-1b16f3e2a164: rpc.has_security_group_logging(os_id): False [ 1064.828270] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.828506] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.828630] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.828936] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.829128] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.829418] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.829539] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.829607] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.831501] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.831614] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.831938] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.832045] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.832223] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.833400] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.833587] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.833946] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.834128] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.834253] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.834384] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.835687] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.835687] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 232705ac-f5f8-478c-ae7f-1b16f3e2a164 is going to be created. [ 1064.905580] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.906214] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.906214] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.906214] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.906369] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.922148] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 232705ac-f5f8-478c-ae7f-1b16f3e2a164 in Status: IN_PROGRESS for 2s [ 1064.950696] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.950945] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.951056] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.951297] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.951432] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.951676] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 264b727f-3acc-48f1-b47f-a32b72bb5f3a already deleted. [ 1064.951740] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-264b727f-3acc-48f1-b47f-a32b72bb5f3a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.361942] env[65077]: INFO networking_nsxv3.common.synchronization [req-1a681472-b0da-49ce-8b73-efb24b1f9192 req-5186abfc-b355-4517-8115-ebe02819a4b3 tempest-AttachVolumeNegativeTest-20018646 tempest-AttachVolumeNegativeTest-20018646-project-member] Enqueued Resource ID: 5b997105-ef21-42c8-86cf-28907c079d83 with Priority: HIGHEST for action security_group_members [ 1065.362543] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b997105-ef21-42c8-86cf-28907c079d83 with Priority: HIGHEST for action security_group_members [ 1065.362898] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b997105-ef21-42c8-86cf-28907c079d83 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.363034] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b997105-ef21-42c8-86cf-28907c079d83" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.363104] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b997105-ef21-42c8-86cf-28907c079d83" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.363358] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b997105-ef21-42c8-86cf-28907c079d83" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.363510] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.363612] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.363692] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.363816] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.363896] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.363988] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b997105-ef21-42c8-86cf-28907c079d83',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.726053] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock network-410 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.726053] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "network-410" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.726053] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "network-410" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.726053] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "network-410" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.726703] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.727056] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.727291] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.727681] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.727971] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.728336] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1065.728571] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1065.728812] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1065.729069] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1065.729327] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1065.729591] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1065.729865] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1065.752432] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1065.752606] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1065.752741] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1065.752944] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "network-410" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.753288] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock port-f9209a74-ab67-4be0-83fb-5ebc6563cd79 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.753456] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "port-f9209a74-ab67-4be0-83fb-5ebc6563cd79" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.753572] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "port-f9209a74-ab67-4be0-83fb-5ebc6563cd79" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.753898] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "port-f9209a74-ab67-4be0-83fb-5ebc6563cd79" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.754116] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9209a74-ab67-4be0-83fb-5ebc6563cd79',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.869155] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.869155] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.870484] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.870484] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.870484] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.870484] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.870484] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.870484] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.870484] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.870484] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.870484] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b997105-ef21-42c8-86cf-28907c079d83 already deleted. [ 1065.870484] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b997105-ef21-42c8-86cf-28907c079d83" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.257128] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.257369] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.257493] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.257777] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.257958] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.258072] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Segment Port f9209a74-ab67-4be0-83fb-5ebc6563cd79 not found, creating... [ 1066.258367] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.258536] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.258653] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.258871] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.259026] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.259299] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.259451] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.259566] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.259869] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.260027] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.260150] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Resource: SegmentPort with ID: f9209a74-ab67-4be0-83fb-5ebc6563cd79 is going to be created. [ 1066.282876] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 407d86e2-d45e-424e-84bd-b940239b846e in Status: SUCCESS [ 1066.283114] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-407d86e2-d45e-424e-84bd-b940239b846e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.283283] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-407d86e2-d45e-424e-84bd-b940239b846e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.283492] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-407d86e2-d45e-424e-84bd-b940239b846e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.283665] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.283777] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.283841] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.283990] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.284087] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.284170] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-407d86e2-d45e-424e-84bd-b940239b846e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.284260] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('407d86e2-d45e-424e-84bd-b940239b846e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.288177] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.289124] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.289264] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.289500] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.289770] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.289924] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "port-f9209a74-ab67-4be0-83fb-5ebc6563cd79" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.787936] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('407d86e2-d45e-424e-84bd-b940239b846e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.936730] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 232705ac-f5f8-478c-ae7f-1b16f3e2a164 in Status: SUCCESS [ 1066.937117] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-232705ac-f5f8-478c-ae7f-1b16f3e2a164" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.000910] env[65077]: INFO networking_nsxv3.common.synchronization [req-1a681472-b0da-49ce-8b73-efb24b1f9192 req-5a040b0e-dd20-4fb3-9ada-89de2cace7ff service nova] Enqueued Resource ID: 5b997105-ef21-42c8-86cf-28907c079d83 with Priority: HIGHEST for action security_group_rules [ 1067.001116] env[65077]: INFO networking_nsxv3.common.synchronization [req-1a681472-b0da-49ce-8b73-efb24b1f9192 req-5a040b0e-dd20-4fb3-9ada-89de2cace7ff service nova] Enqueued Resource ID: 5b997105-ef21-42c8-86cf-28907c079d83 with Priority: HIGHEST for action security_group_members [ 1067.001256] env[65077]: INFO networking_nsxv3.common.synchronization [req-1a681472-b0da-49ce-8b73-efb24b1f9192 req-5a040b0e-dd20-4fb3-9ada-89de2cace7ff service nova] Enqueued Resource ID: f9209a74-ab67-4be0-83fb-5ebc6563cd79 with Priority: HIGHEST for action port [ 1067.001838] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b997105-ef21-42c8-86cf-28907c079d83 with Priority: HIGHEST for action security_group_rules [ 1067.002066] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b997105-ef21-42c8-86cf-28907c079d83 with Priority: HIGHEST for action security_group_members [ 1067.002066] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9209a74-ab67-4be0-83fb-5ebc6563cd79 with Priority: HIGHEST for action port [ 1067.002357] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b997105-ef21-42c8-86cf-28907c079d83 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.002471] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b997105-ef21-42c8-86cf-28907c079d83" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.002535] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b997105-ef21-42c8-86cf-28907c079d83" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.002916] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b997105-ef21-42c8-86cf-28907c079d83" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.002916] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b997105-ef21-42c8-86cf-28907c079d83',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.003823] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b997105-ef21-42c8-86cf-28907c079d83 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.003971] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b997105-ef21-42c8-86cf-28907c079d83" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.003971] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b997105-ef21-42c8-86cf-28907c079d83" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.004324] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b997105-ef21-42c8-86cf-28907c079d83" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.004401] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.004570] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.004621] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.004853] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.005028] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.005673] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b997105-ef21-42c8-86cf-28907c079d83',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.006588] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9209a74-ab67-4be0-83fb-5ebc6563cd79 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.008379] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9209a74-ab67-4be0-83fb-5ebc6563cd79" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.008538] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9209a74-ab67-4be0-83fb-5ebc6563cd79" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.008757] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9209a74-ab67-4be0-83fb-5ebc6563cd79" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.008958] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9209a74-ab67-4be0-83fb-5ebc6563cd79',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.290202] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 407d86e2-d45e-424e-84bd-b940239b846e: rpc.has_security_group_logging(os_id): False [ 1067.314509] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.314825] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.314982] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.316205] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.316306] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.316604] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.316731] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.316910] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.318381] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.319053] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.319053] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 407d86e2-d45e-424e-84bd-b940239b846e is going to be created. [ 1067.388112] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.388258] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.388353] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.388778] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.388808] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.403734] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 407d86e2-d45e-424e-84bd-b940239b846e in Status: IN_PROGRESS for 2s [ 1067.512017] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b997105-ef21-42c8-86cf-28907c079d83 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.512173] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b997105-ef21-42c8-86cf-28907c079d83" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.512382] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b997105-ef21-42c8-86cf-28907c079d83',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.513329] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f9209a74-ab67-4be0-83fb-5ebc6563cd79 with status ACTIVE [ 1067.513523] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.513738] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.513738] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.514095] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.514095] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.514371] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.514648] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.514772] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.514980] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.515107] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.515382] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.515513] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.515596] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.515779] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.515883] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.515992] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f9209a74-ab67-4be0-83fb-5ebc6563cd79 is going to be updated. [ 1067.540198] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.540760] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.540855] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.541240] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.541240] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.541646] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9209a74-ab67-4be0-83fb-5ebc6563cd79" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.021681] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b997105-ef21-42c8-86cf-28907c079d83',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.524075] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.524160] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.524301] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.524468] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.524566] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.524667] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b997105-ef21-42c8-86cf-28907c079d83 is going to be created. [ 1068.553132] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.553313] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.553390] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.554317] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.554317] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.564565] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b997105-ef21-42c8-86cf-28907c079d83 in Status: UNINITIALIZED for 2s [ 1069.418646] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 407d86e2-d45e-424e-84bd-b940239b846e in Status: SUCCESS [ 1069.418886] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-407d86e2-d45e-424e-84bd-b940239b846e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.579114] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b997105-ef21-42c8-86cf-28907c079d83 in Status: SUCCESS [ 1070.579598] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b997105-ef21-42c8-86cf-28907c079d83" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.579817] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b997105-ef21-42c8-86cf-28907c079d83" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.580074] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b997105-ef21-42c8-86cf-28907c079d83" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.580366] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.580641] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.580741] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.580884] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.581083] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.581194] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b997105-ef21-42c8-86cf-28907c079d83" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.581319] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b997105-ef21-42c8-86cf-28907c079d83',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.086216] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b997105-ef21-42c8-86cf-28907c079d83',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.270118] env[65077]: INFO networking_nsxv3.common.synchronization [None req-3100bcd7-9f04-4aef-9c21-a798b740b7fb None None] Enqueued Resource ID: 8f7a169e-7e6c-4007-aca5-82f9b6d5506f with Priority: HIGHEST for action port [ 1071.270118] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f7a169e-7e6c-4007-aca5-82f9b6d5506f with Priority: HIGHEST for action port [ 1071.271544] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f7a169e-7e6c-4007-aca5-82f9b6d5506f taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.271733] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f7a169e-7e6c-4007-aca5-82f9b6d5506f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.271797] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f7a169e-7e6c-4007-aca5-82f9b6d5506f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.272178] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f7a169e-7e6c-4007-aca5-82f9b6d5506f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.272293] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f7a169e-7e6c-4007-aca5-82f9b6d5506f',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.589734] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b997105-ef21-42c8-86cf-28907c079d83: rpc.has_security_group_logging(os_id): False [ 1071.608928] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.609102] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.609159] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.610414] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.610414] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.610414] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.610414] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.610414] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.610414] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.610414] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.610414] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b997105-ef21-42c8-86cf-28907c079d83 is going to be created. [ 1071.686532] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.686930] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.686930] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.687147] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.687413] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.708023] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b997105-ef21-42c8-86cf-28907c079d83 in Status: IN_PROGRESS for 2s [ 1071.775348] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8f7a169e-7e6c-4007-aca5-82f9b6d5506f [ 1071.775701] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.775882] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.775982] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.776293] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.776411] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.776545] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8f7a169e-7e6c-4007-aca5-82f9b6d5506f already deleted. [ 1071.776661] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f7a169e-7e6c-4007-aca5-82f9b6d5506f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.568451] env[65077]: INFO networking_nsxv3.common.synchronization [None req-a75b8304-1d00-4f59-916c-77e48fc1c827 tempest-AttachVolumeShelveTestJSON-1731806628 tempest-AttachVolumeShelveTestJSON-1731806628-project-member] Enqueued Resource ID: 8f22dae3-4759-488f-9265-187c5397eee9 with Priority: HIGHEST for action security_group_rules [ 1072.569088] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f22dae3-4759-488f-9265-187c5397eee9 with Priority: HIGHEST for action security_group_rules [ 1072.569447] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f22dae3-4759-488f-9265-187c5397eee9 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.569574] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f22dae3-4759-488f-9265-187c5397eee9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.569640] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f22dae3-4759-488f-9265-187c5397eee9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.569890] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f22dae3-4759-488f-9265-187c5397eee9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.569968] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f22dae3-4759-488f-9265-187c5397eee9',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.682343] env[65077]: INFO networking_nsxv3.common.synchronization [None req-03d4f0c4-5fdb-4429-b073-1a4fd30df660 tempest-AttachVolumeShelveTestJSON-1731806628 tempest-AttachVolumeShelveTestJSON-1731806628-project-member] Enqueued Resource ID: 8f22dae3-4759-488f-9265-187c5397eee9 with Priority: HIGHEST for action security_group_rules [ 1072.683454] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f22dae3-4759-488f-9265-187c5397eee9 with Priority: HIGHEST for action security_group_rules [ 1072.686159] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f22dae3-4759-488f-9265-187c5397eee9 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.686275] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f22dae3-4759-488f-9265-187c5397eee9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.959123] env[65077]: INFO networking_nsxv3.common.synchronization [req-4c942d31-13e9-4287-a1dd-434114a9e2a5 req-aab32619-671b-4613-88b8-72bc91175337 tempest-ServerRescueTestJSONUnderV235-1663519294 tempest-ServerRescueTestJSONUnderV235-1663519294-project-member] Enqueued Resource ID: 6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c with Priority: HIGHEST for action security_group_members [ 1072.959363] env[65077]: INFO networking_nsxv3.common.synchronization [req-4c942d31-13e9-4287-a1dd-434114a9e2a5 req-aab32619-671b-4613-88b8-72bc91175337 tempest-ServerRescueTestJSONUnderV235-1663519294 tempest-ServerRescueTestJSONUnderV235-1663519294-project-member] Enqueued Resource ID: f118f5b5-0821-4db8-bb2d-ba0f7b1d7fee with Priority: HIGHEST for action security_group_members [ 1072.960156] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c with Priority: HIGHEST for action security_group_members [ 1072.960156] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f118f5b5-0821-4db8-bb2d-ba0f7b1d7fee with Priority: HIGHEST for action security_group_members [ 1072.961051] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.961051] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.961051] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.961051] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.961433] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.961433] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.961433] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.961433] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.961591] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.961739] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.962699] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-f118f5b5-0821-4db8-bb2d-ba0f7b1d7fee taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.962816] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f118f5b5-0821-4db8-bb2d-ba0f7b1d7fee" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.962884] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f118f5b5-0821-4db8-bb2d-ba0f7b1d7fee" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.963120] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f118f5b5-0821-4db8-bb2d-ba0f7b1d7fee" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.963275] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.963371] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.963435] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.963584] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.963667] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.963760] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f118f5b5-0821-4db8-bb2d-ba0f7b1d7fee',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.027021] env[65077]: INFO networking_nsxv3.common.synchronization [req-4c942d31-13e9-4287-a1dd-434114a9e2a5 req-aab32619-671b-4613-88b8-72bc91175337 tempest-ServerRescueTestJSONUnderV235-1663519294 tempest-ServerRescueTestJSONUnderV235-1663519294-project-member] Enqueued Resource ID: 6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c with Priority: HIGHEST for action security_group_rules [ 1073.027253] env[65077]: INFO networking_nsxv3.common.synchronization [req-4c942d31-13e9-4287-a1dd-434114a9e2a5 req-aab32619-671b-4613-88b8-72bc91175337 tempest-ServerRescueTestJSONUnderV235-1663519294 tempest-ServerRescueTestJSONUnderV235-1663519294-project-member] Enqueued Resource ID: 6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c with Priority: HIGHEST for action security_group_members [ 1073.027627] env[65077]: INFO networking_nsxv3.common.synchronization [req-4c942d31-13e9-4287-a1dd-434114a9e2a5 req-aab32619-671b-4613-88b8-72bc91175337 tempest-ServerRescueTestJSONUnderV235-1663519294 tempest-ServerRescueTestJSONUnderV235-1663519294-project-member] Enqueued Resource ID: f118f5b5-0821-4db8-bb2d-ba0f7b1d7fee with Priority: HIGHEST for action security_group_rules [ 1073.027823] env[65077]: INFO networking_nsxv3.common.synchronization [req-4c942d31-13e9-4287-a1dd-434114a9e2a5 req-aab32619-671b-4613-88b8-72bc91175337 tempest-ServerRescueTestJSONUnderV235-1663519294 tempest-ServerRescueTestJSONUnderV235-1663519294-project-member] Enqueued Resource ID: f118f5b5-0821-4db8-bb2d-ba0f7b1d7fee with Priority: HIGHEST for action security_group_members [ 1073.028206] env[65077]: INFO networking_nsxv3.common.synchronization [req-4c942d31-13e9-4287-a1dd-434114a9e2a5 req-aab32619-671b-4613-88b8-72bc91175337 tempest-ServerRescueTestJSONUnderV235-1663519294 tempest-ServerRescueTestJSONUnderV235-1663519294-project-member] Enqueued Resource ID: ec06afcf-ed8b-4833-b8c8-e8332a2dddef with Priority: HIGHEST for action port [ 1073.028744] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c with Priority: HIGHEST for action security_group_rules [ 1073.028856] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f118f5b5-0821-4db8-bb2d-ba0f7b1d7fee with Priority: HIGHEST for action security_group_rules [ 1073.029091] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec06afcf-ed8b-4833-b8c8-e8332a2dddef with Priority: HIGHEST for action port [ 1073.030201] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c with Priority: HIGHEST for action security_group_members [ 1073.030201] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f118f5b5-0821-4db8-bb2d-ba0f7b1d7fee with Priority: HIGHEST for action security_group_members [ 1073.030201] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.030201] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.030822] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.030822] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.030822] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.032756] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f118f5b5-0821-4db8-bb2d-ba0f7b1d7fee taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.032756] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f118f5b5-0821-4db8-bb2d-ba0f7b1d7fee" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.032756] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f118f5b5-0821-4db8-bb2d-ba0f7b1d7fee" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.032756] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f118f5b5-0821-4db8-bb2d-ba0f7b1d7fee" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.032756] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f118f5b5-0821-4db8-bb2d-ba0f7b1d7fee',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.033625] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec06afcf-ed8b-4833-b8c8-e8332a2dddef taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.033770] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec06afcf-ed8b-4833-b8c8-e8332a2dddef" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.033770] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec06afcf-ed8b-4833-b8c8-e8332a2dddef" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.033942] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec06afcf-ed8b-4833-b8c8-e8332a2dddef" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.034034] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec06afcf-ed8b-4833-b8c8-e8332a2dddef',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.035671] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.035671] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.036263] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-f118f5b5-0821-4db8-bb2d-ba0f7b1d7fee taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.036263] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f118f5b5-0821-4db8-bb2d-ba0f7b1d7fee" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.097320] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.097514] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.097645] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.097894] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.097977] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.098125] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f22dae3-4759-488f-9265-187c5397eee9 already deleted. [ 1073.098256] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f22dae3-4759-488f-9265-187c5397eee9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.099234] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f22dae3-4759-488f-9265-187c5397eee9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.099470] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f22dae3-4759-488f-9265-187c5397eee9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.099580] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f22dae3-4759-488f-9265-187c5397eee9',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.465594] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.467334] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f118f5b5-0821-4db8-bb2d-ba0f7b1d7fee',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.537017] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec06afcf-ed8b-4833-b8c8-e8332a2dddef with status ACTIVE [ 1073.537257] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.537411] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.537482] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.537700] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.537791] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.537967] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.538079] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.538143] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.538565] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.538565] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.538666] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.538838] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.538838] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.538892] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.538992] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.539041] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec06afcf-ed8b-4833-b8c8-e8332a2dddef is going to be updated. [ 1073.540358] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.540524] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.540779] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-f118f5b5-0821-4db8-bb2d-ba0f7b1d7fee taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.540872] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f118f5b5-0821-4db8-bb2d-ba0f7b1d7fee" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.565815] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.565967] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.566049] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.566382] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.566611] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.566859] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec06afcf-ed8b-4833-b8c8-e8332a2dddef" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.627893] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.627893] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.627893] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.627893] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.627893] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.628233] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f22dae3-4759-488f-9265-187c5397eee9 already deleted. [ 1073.628233] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f22dae3-4759-488f-9265-187c5397eee9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.720924] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b997105-ef21-42c8-86cf-28907c079d83 in Status: SUCCESS [ 1073.721271] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b997105-ef21-42c8-86cf-28907c079d83" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.843071] env[65077]: INFO networking_nsxv3.common.synchronization [None req-970b0def-3029-4f7e-9df7-09ed1bcafdfa None None] Enqueued Resource ID: eeb6e2a3-5734-4f6c-b59a-ced2b905e440 with Priority: HIGHEST for action port [ 1073.843746] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeb6e2a3-5734-4f6c-b59a-ced2b905e440 with Priority: HIGHEST for action port [ 1073.845288] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-eeb6e2a3-5734-4f6c-b59a-ced2b905e440 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.845574] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eeb6e2a3-5734-4f6c-b59a-ced2b905e440" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.845683] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eeb6e2a3-5734-4f6c-b59a-ced2b905e440" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.845977] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eeb6e2a3-5734-4f6c-b59a-ced2b905e440" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.846087] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eeb6e2a3-5734-4f6c-b59a-ced2b905e440',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.969781] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.971124] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f118f5b5-0821-4db8-bb2d-ba0f7b1d7fee',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.350615] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eeb6e2a3-5734-4f6c-b59a-ced2b905e440 [ 1074.350754] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.350891] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.350978] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.351244] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.351337] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.351438] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eeb6e2a3-5734-4f6c-b59a-ced2b905e440 already deleted. [ 1074.351510] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eeb6e2a3-5734-4f6c-b59a-ced2b905e440" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.392833] env[65077]: INFO networking_nsxv3.common.synchronization [req-532c9675-067a-45da-b287-9c9fd5680a4b req-db80f7f5-8a2e-4e10-ba11-a6e1514108b3 tempest-ServerRescueTestJSONUnderV235-1663519294 tempest-ServerRescueTestJSONUnderV235-1663519294-project-member] Enqueued Resource ID: 6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c with Priority: HIGHEST for action security_group_members [ 1074.393072] env[65077]: INFO networking_nsxv3.common.synchronization [req-532c9675-067a-45da-b287-9c9fd5680a4b req-db80f7f5-8a2e-4e10-ba11-a6e1514108b3 tempest-ServerRescueTestJSONUnderV235-1663519294 tempest-ServerRescueTestJSONUnderV235-1663519294-project-member] Enqueued Resource ID: f118f5b5-0821-4db8-bb2d-ba0f7b1d7fee with Priority: HIGHEST for action security_group_members [ 1074.393687] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c with Priority: HIGHEST for action security_group_members [ 1074.393843] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f118f5b5-0821-4db8-bb2d-ba0f7b1d7fee with Priority: HIGHEST for action security_group_members [ 1074.395041] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.395156] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.395405] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-f118f5b5-0821-4db8-bb2d-ba0f7b1d7fee taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.395503] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f118f5b5-0821-4db8-bb2d-ba0f7b1d7fee" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.445432] env[65077]: INFO networking_nsxv3.common.synchronization [req-532c9675-067a-45da-b287-9c9fd5680a4b req-db80f7f5-8a2e-4e10-ba11-a6e1514108b3 tempest-ServerRescueTestJSONUnderV235-1663519294 tempest-ServerRescueTestJSONUnderV235-1663519294-project-member] Enqueued Resource ID: 6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c with Priority: HIGHEST for action security_group_rules [ 1074.445654] env[65077]: INFO networking_nsxv3.common.synchronization [req-532c9675-067a-45da-b287-9c9fd5680a4b req-db80f7f5-8a2e-4e10-ba11-a6e1514108b3 tempest-ServerRescueTestJSONUnderV235-1663519294 tempest-ServerRescueTestJSONUnderV235-1663519294-project-member] Enqueued Resource ID: 6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c with Priority: HIGHEST for action security_group_members [ 1074.445844] env[65077]: INFO networking_nsxv3.common.synchronization [req-532c9675-067a-45da-b287-9c9fd5680a4b req-db80f7f5-8a2e-4e10-ba11-a6e1514108b3 tempest-ServerRescueTestJSONUnderV235-1663519294 tempest-ServerRescueTestJSONUnderV235-1663519294-project-member] Enqueued Resource ID: ec06afcf-ed8b-4833-b8c8-e8332a2dddef with Priority: HIGHEST for action port [ 1074.447060] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c with Priority: HIGHEST for action security_group_rules [ 1074.447222] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c with Priority: HIGHEST for action security_group_members [ 1074.447292] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec06afcf-ed8b-4833-b8c8-e8332a2dddef with Priority: HIGHEST for action port [ 1074.447580] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.447787] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.447907] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.447993] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.448192] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec06afcf-ed8b-4833-b8c8-e8332a2dddef taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.448385] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec06afcf-ed8b-4833-b8c8-e8332a2dddef" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.448518] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec06afcf-ed8b-4833-b8c8-e8332a2dddef" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.448782] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec06afcf-ed8b-4833-b8c8-e8332a2dddef" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.448915] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec06afcf-ed8b-4833-b8c8-e8332a2dddef',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.473594] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.473799] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.473799] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.474287] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.474470] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.474599] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c is going to be updated. [ 1074.475962] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.476107] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.476169] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.476460] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.476460] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.476627] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f118f5b5-0821-4db8-bb2d-ba0f7b1d7fee is going to be created. [ 1074.535593] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.535593] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.535593] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.535593] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.535593] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.541716] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.541716] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.541716] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.541716] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.541716] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.545027] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f118f5b5-0821-4db8-bb2d-ba0f7b1d7fee in Status: UNINITIALIZED for 2s [ 1074.548474] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c in Status: IN_PROGRESS for 2s [ 1074.951980] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec06afcf-ed8b-4833-b8c8-e8332a2dddef with status ACTIVE [ 1074.952301] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.952403] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.952528] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.952709] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.952895] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.952997] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.953120] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.953184] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.953372] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.953414] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.953586] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.953690] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.953738] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.953938] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.953938] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.954058] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec06afcf-ed8b-4833-b8c8-e8332a2dddef is going to be updated. [ 1074.977634] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.977836] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.977909] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.978129] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.978249] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.978449] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec06afcf-ed8b-4833-b8c8-e8332a2dddef" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.151044] env[65077]: INFO networking_nsxv3.common.synchronization [req-6954567d-3509-452f-adc3-4540500e0c4f req-c9ddd05b-438f-453f-a979-a125af9423ca tempest-ListServerFiltersTestJSON-798423 tempest-ListServerFiltersTestJSON-798423-project-member] Enqueued Resource ID: 79da9488-9fef-4272-8a1b-c640c1a0efa5 with Priority: HIGHEST for action security_group_members [ 1075.151044] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79da9488-9fef-4272-8a1b-c640c1a0efa5 with Priority: HIGHEST for action security_group_members [ 1075.151185] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-79da9488-9fef-4272-8a1b-c640c1a0efa5 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.151301] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.151366] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.151619] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.151778] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.151886] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.153150] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.153150] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.153150] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.153150] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79da9488-9fef-4272-8a1b-c640c1a0efa5',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.655043] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('79da9488-9fef-4272-8a1b-c640c1a0efa5',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.155978] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('79da9488-9fef-4272-8a1b-c640c1a0efa5',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.560388] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f118f5b5-0821-4db8-bb2d-ba0f7b1d7fee in Status: SUCCESS [ 1076.560388] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f118f5b5-0821-4db8-bb2d-ba0f7b1d7fee" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.560388] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f118f5b5-0821-4db8-bb2d-ba0f7b1d7fee" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.560388] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f118f5b5-0821-4db8-bb2d-ba0f7b1d7fee" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.560388] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.560388] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.560388] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.560388] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.560388] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.560388] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f118f5b5-0821-4db8-bb2d-ba0f7b1d7fee',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.561561] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c in Status: SUCCESS [ 1076.561775] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.561913] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.562100] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.562457] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.562457] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.562457] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.562617] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.562652] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.562810] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.658886] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.658886] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.658886] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.660586] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.660586] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.660586] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79da9488-9fef-4272-8a1b-c640c1a0efa5 is going to be updated. [ 1076.691493] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.691493] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.691493] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.691493] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.691789] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.706495] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79da9488-9fef-4272-8a1b-c640c1a0efa5 in Status: IN_PROGRESS for 2s [ 1077.008495] env[65077]: INFO networking_nsxv3.common.synchronization [req-93290296-99f2-4955-8f8d-e70d1dee3511 req-d4e55282-fe13-4390-9a37-77731939e6f6 tempest-ServersTestJSON-998299514 tempest-ServersTestJSON-998299514-project-member] Enqueued Resource ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 with Priority: HIGHEST for action security_group_members [ 1077.009229] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 with Priority: HIGHEST for action security_group_members [ 1077.009649] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.009838] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.009957] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.010535] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.010743] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.010953] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.011065] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.011326] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.011495] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.011605] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.064246] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.064565] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.064669] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.064882] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.064977] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.065222] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.065344] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.065380] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.065523] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.065596] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.065678] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f118f5b5-0821-4db8-bb2d-ba0f7b1d7fee is going to be deleted. [ 1077.067733] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.104880] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.105072] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.105162] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.105376] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.105478] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.105884] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f118f5b5-0821-4db8-bb2d-ba0f7b1d7fee" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.105884] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f118f5b5-0821-4db8-bb2d-ba0f7b1d7fee" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.105884] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f118f5b5-0821-4db8-bb2d-ba0f7b1d7fee" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.106085] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.106194] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.106243] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.106373] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.106446] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.106541] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f118f5b5-0821-4db8-bb2d-ba0f7b1d7fee',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.514106] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.570359] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.608966] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.609143] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.609291] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.609531] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.609692] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.609901] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.609999] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.610143] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.610222] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.610300] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.610382] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f118f5b5-0821-4db8-bb2d-ba0f7b1d7fee already deleted. [ 1077.610485] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f118f5b5-0821-4db8-bb2d-ba0f7b1d7fee" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.610591] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f118f5b5-0821-4db8-bb2d-ba0f7b1d7fee',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.611460] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f118f5b5-0821-4db8-bb2d-ba0f7b1d7fee" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.611634] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f118f5b5-0821-4db8-bb2d-ba0f7b1d7fee" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.611788] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.611887] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.611950] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.612724] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.612864] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.612916] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f118f5b5-0821-4db8-bb2d-ba0f7b1d7fee',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.016930] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.071929] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.072251] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.074098] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.074468] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.074565] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.075094] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c is going to be updated. [ 1078.104776] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.104939] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.105048] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.105268] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.105434] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.115153] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c in Status: IN_PROGRESS for 2s [ 1078.115431] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f118f5b5-0821-4db8-bb2d-ba0f7b1d7fee',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.116871] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.116994] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.117077] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.117277] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.117367] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.117553] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.117647] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.117711] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.117878] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.117953] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.118055] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f118f5b5-0821-4db8-bb2d-ba0f7b1d7fee already deleted. [ 1078.118277] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f118f5b5-0821-4db8-bb2d-ba0f7b1d7fee" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.521582] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.522011] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.522011] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.522106] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.522148] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.522447] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 is going to be updated. [ 1078.551780] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.552611] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.553082] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.553082] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.553305] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.565723] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 in Status: IN_PROGRESS for 2s [ 1078.618298] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f118f5b5-0821-4db8-bb2d-ba0f7b1d7fee: rpc.has_security_group_logging(os_id): False [ 1078.640932] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.641173] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.641173] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.641443] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.641558] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.642071] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.642071] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.642071] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.642289] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.642331] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.642432] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f118f5b5-0821-4db8-bb2d-ba0f7b1d7fee is going to be created. [ 1078.667175] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/f118f5b5-0821-4db8-bb2d-ba0f7b1d7fee], does not exist path=[/infra/domains/default/groups/f118f5b5-0821-4db8-bb2d-ba0f7b1d7fee]."\n}' [ 1078.667497] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f118f5b5-0821-4db8-bb2d-ba0f7b1d7fee failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/f118f5b5-0821-4db8-bb2d-ba0f7b1d7fee [ 1078.668345] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1078.705018] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.705206] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.705243] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.705452] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.708409] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.708409] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.708409] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.708409] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.708409] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.708409] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.708409] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.708409] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.708409] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.708409] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.708409] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.708409] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f118f5b5-0821-4db8-bb2d-ba0f7b1d7fee is going to be created. [ 1078.722396] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79da9488-9fef-4272-8a1b-c640c1a0efa5 in Status: SUCCESS [ 1078.722959] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.727932] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/f118f5b5-0821-4db8-bb2d-ba0f7b1d7fee], does not exist path=[/infra/domains/default/groups/f118f5b5-0821-4db8-bb2d-ba0f7b1d7fee]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/f118f5b5-0821-4db8-bb2d-ba0f7b1d7fee [ 1078.728260] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f118f5b5-0821-4db8-bb2d-ba0f7b1d7fee" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.728559] env[65077]: Traceback (most recent call last): [ 1078.728607] env[65077]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1078.728607] env[65077]: return func(*args, **kwargs) [ 1078.728607] env[65077]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1078.728607] env[65077]: res.raise_for_status() [ 1078.728607] env[65077]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1078.728607] env[65077]: raise HTTPError(http_error_msg, response=self) [ 1078.728874] env[65077]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/f118f5b5-0821-4db8-bb2d-ba0f7b1d7fee [ 1078.728874] env[65077]: During handling of the above exception, another exception occurred: [ 1078.728874] env[65077]: Traceback (most recent call last): [ 1078.728874] env[65077]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1078.728874] env[65077]: listener.cb(fileno) [ 1078.728874] env[65077]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1078.728874] env[65077]: result = function(*args, **kwargs) [ 1078.728874] env[65077]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1078.728874] env[65077]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1078.728874] env[65077]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1078.728874] env[65077]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1078.728874] env[65077]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1078.728874] env[65077]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1078.728874] env[65077]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1078.728874] env[65077]: res.raise_for_status() [ 1078.728874] env[65077]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1078.728874] env[65077]: raise HTTPError(http_error_msg, response=self) [ 1078.728874] env[65077]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/f118f5b5-0821-4db8-bb2d-ba0f7b1d7fee [ 1078.728874] env[65077]: Removing descriptor: 69 [ 1080.125329] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c in Status: SUCCESS [ 1080.125623] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.128239] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.128239] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.128239] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.128239] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.128239] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.128239] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.128239] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.128239] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.128239] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.128239] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.128239] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.128239] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.128239] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.128239] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.128239] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.128239] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.129364] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.576233] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 in Status: SUCCESS [ 1080.576480] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.632309] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.632527] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.632891] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.135531] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.197708] env[65077]: INFO networking_nsxv3.common.synchronization [req-a9bf0132-7655-4481-addf-d16035acbf1b req-fdba1f2b-338d-44f2-a6e3-8c3a90279dfe tempest-AttachVolumeTestJSON-274225233 tempest-AttachVolumeTestJSON-274225233-project-member] Enqueued Resource ID: 264b727f-3acc-48f1-b47f-a32b72bb5f3a with Priority: HIGHEST for action security_group_members [ 1081.198284] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 264b727f-3acc-48f1-b47f-a32b72bb5f3a with Priority: HIGHEST for action security_group_members [ 1081.198619] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-264b727f-3acc-48f1-b47f-a32b72bb5f3a taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.198741] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-264b727f-3acc-48f1-b47f-a32b72bb5f3a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.198808] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-264b727f-3acc-48f1-b47f-a32b72bb5f3a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.201818] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-264b727f-3acc-48f1-b47f-a32b72bb5f3a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.202021] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.205036] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.205036] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.205036] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.205036] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.205036] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('264b727f-3acc-48f1-b47f-a32b72bb5f3a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.628679] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock network-798 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.628896] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "network-798" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.629034] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "network-798" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.629407] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "network-798" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.629599] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.629761] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.629874] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.630088] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.630242] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.630488] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1081.630609] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1081.630725] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1081.630834] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1081.630942] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1081.631073] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1081.631205] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1081.640096] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.640274] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.640274] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.640493] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.640590] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.640693] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c is going to be updated. [ 1081.655450] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1081.655672] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1081.655811] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1081.655990] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "network-798" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.656429] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock port-f019c4f6-f8ab-41d5-94ef-a42a730b345b taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.656630] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "port-f019c4f6-f8ab-41d5-94ef-a42a730b345b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.656753] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "port-f019c4f6-f8ab-41d5-94ef-a42a730b345b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.657127] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "port-f019c4f6-f8ab-41d5-94ef-a42a730b345b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.657285] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f019c4f6-f8ab-41d5-94ef-a42a730b345b',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.672873] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.672873] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.672873] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.672873] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.672873] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.681829] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c in Status: IN_PROGRESS for 2s [ 1081.705862] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.705862] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.705862] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.706101] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.706207] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.706397] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.706500] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.706574] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.706726] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.706802] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.706886] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 264b727f-3acc-48f1-b47f-a32b72bb5f3a already deleted. [ 1081.706968] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-264b727f-3acc-48f1-b47f-a32b72bb5f3a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.160292] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.160670] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.160711] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.160953] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.161116] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.161320] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Segment Port f019c4f6-f8ab-41d5-94ef-a42a730b345b not found, creating... [ 1082.161705] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.161931] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.162099] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.162385] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.162556] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.162936] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.163111] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.163248] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.163534] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.163767] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.163991] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Resource: SegmentPort with ID: f019c4f6-f8ab-41d5-94ef-a42a730b345b is going to be created. [ 1082.205496] env[65077]: INFO networking_nsxv3.common.synchronization [req-741b70ce-6fe5-44ed-a7e0-cc15055ba5aa req-259647cc-20dc-48d4-86c3-ca8064486ce9 tempest-FloatingIPsAssociationNegativeTestJSON-1817988973 tempest-FloatingIPsAssociationNegativeTestJSON-1817988973-project-member] Enqueued Resource ID: 232705ac-f5f8-478c-ae7f-1b16f3e2a164 with Priority: HIGHEST for action security_group_members [ 1082.206222] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 232705ac-f5f8-478c-ae7f-1b16f3e2a164 with Priority: HIGHEST for action security_group_members [ 1082.206638] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-232705ac-f5f8-478c-ae7f-1b16f3e2a164 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.206720] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-232705ac-f5f8-478c-ae7f-1b16f3e2a164" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.207050] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-232705ac-f5f8-478c-ae7f-1b16f3e2a164" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.207050] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-232705ac-f5f8-478c-ae7f-1b16f3e2a164" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.207196] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.207303] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.207365] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.207523] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.207610] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.207706] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('232705ac-f5f8-478c-ae7f-1b16f3e2a164',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.210751] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.210943] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.211325] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.211325] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.211673] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.211758] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "port-f019c4f6-f8ab-41d5-94ef-a42a730b345b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.708301] env[65077]: INFO networking_nsxv3.common.synchronization [req-4a9318d3-335b-4669-984b-b55c49cbcbca req-37dba410-3f47-48cb-b21e-f55e73705eaf tempest-ServerRescueTestJSONUnderV235-1663519294 tempest-ServerRescueTestJSONUnderV235-1663519294-project-member] Enqueued Resource ID: 6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c with Priority: HIGHEST for action security_group_members [ 1082.708868] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c with Priority: HIGHEST for action security_group_members [ 1082.709880] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.710037] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.710324] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.710512] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.710611] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.710862] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.747105] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.747368] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.747489] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.747558] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.747759] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.747840] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.747928] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 232705ac-f5f8-478c-ae7f-1b16f3e2a164 is going to be updated. [ 1082.784373] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.784373] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.784373] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.784610] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.784645] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.797063] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 232705ac-f5f8-478c-ae7f-1b16f3e2a164 in Status: IN_PROGRESS for 2s [ 1082.908447] env[65077]: INFO networking_nsxv3.common.synchronization [req-a9bf0132-7655-4481-addf-d16035acbf1b req-e1675bcb-c6e9-42a8-a14d-439295278322 service nova] Enqueued Resource ID: 264b727f-3acc-48f1-b47f-a32b72bb5f3a with Priority: HIGHEST for action security_group_rules [ 1082.908812] env[65077]: INFO networking_nsxv3.common.synchronization [req-a9bf0132-7655-4481-addf-d16035acbf1b req-e1675bcb-c6e9-42a8-a14d-439295278322 service nova] Enqueued Resource ID: 264b727f-3acc-48f1-b47f-a32b72bb5f3a with Priority: HIGHEST for action security_group_members [ 1082.908812] env[65077]: INFO networking_nsxv3.common.synchronization [req-a9bf0132-7655-4481-addf-d16035acbf1b req-e1675bcb-c6e9-42a8-a14d-439295278322 service nova] Enqueued Resource ID: f019c4f6-f8ab-41d5-94ef-a42a730b345b with Priority: HIGHEST for action port [ 1082.909461] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 264b727f-3acc-48f1-b47f-a32b72bb5f3a with Priority: HIGHEST for action security_group_rules [ 1082.909461] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 264b727f-3acc-48f1-b47f-a32b72bb5f3a with Priority: HIGHEST for action security_group_members [ 1082.909546] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f019c4f6-f8ab-41d5-94ef-a42a730b345b with Priority: HIGHEST for action port [ 1082.909942] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-264b727f-3acc-48f1-b47f-a32b72bb5f3a taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.909942] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-264b727f-3acc-48f1-b47f-a32b72bb5f3a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.910135] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-264b727f-3acc-48f1-b47f-a32b72bb5f3a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.910180] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-264b727f-3acc-48f1-b47f-a32b72bb5f3a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.910265] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('264b727f-3acc-48f1-b47f-a32b72bb5f3a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.911640] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-264b727f-3acc-48f1-b47f-a32b72bb5f3a taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.912382] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-264b727f-3acc-48f1-b47f-a32b72bb5f3a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.912382] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-264b727f-3acc-48f1-b47f-a32b72bb5f3a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.912382] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-264b727f-3acc-48f1-b47f-a32b72bb5f3a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.912382] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.912382] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.912382] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.912746] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.912746] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.912746] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('264b727f-3acc-48f1-b47f-a32b72bb5f3a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.914244] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-f019c4f6-f8ab-41d5-94ef-a42a730b345b taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.914244] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f019c4f6-f8ab-41d5-94ef-a42a730b345b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.914244] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f019c4f6-f8ab-41d5-94ef-a42a730b345b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.914244] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f019c4f6-f8ab-41d5-94ef-a42a730b345b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.914624] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f019c4f6-f8ab-41d5-94ef-a42a730b345b',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.395953] env[65077]: INFO networking_nsxv3.common.synchronization [req-3d76d462-040c-4e52-8aaf-1629cf4265f9 req-7e9bb157-37d5-4302-9228-c5d33c5f9733 tempest-AttachInterfacesTestJSON-1133181043 tempest-AttachInterfacesTestJSON-1133181043-project-member] Enqueued Resource ID: 908241b4-2a79-486c-9d38-29c9ee53f57a with Priority: HIGHEST for action security_group_members [ 1083.396569] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 908241b4-2a79-486c-9d38-29c9ee53f57a with Priority: HIGHEST for action security_group_members [ 1083.396827] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-908241b4-2a79-486c-9d38-29c9ee53f57a taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.396939] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-908241b4-2a79-486c-9d38-29c9ee53f57a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.397011] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-908241b4-2a79-486c-9d38-29c9ee53f57a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.397212] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-908241b4-2a79-486c-9d38-29c9ee53f57a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.397358] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.397453] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.397516] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.397655] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.397736] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.397825] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('908241b4-2a79-486c-9d38-29c9ee53f57a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.416107] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('264b727f-3acc-48f1-b47f-a32b72bb5f3a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.417062] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-264b727f-3acc-48f1-b47f-a32b72bb5f3a taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.417234] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-264b727f-3acc-48f1-b47f-a32b72bb5f3a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.419653] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f019c4f6-f8ab-41d5-94ef-a42a730b345b with status ACTIVE [ 1083.419868] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.419987] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.420070] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.420267] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.420356] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.420561] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.420662] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.421776] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.421776] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.421849] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.422060] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.422163] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.422246] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.422380] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.422497] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.422525] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f019c4f6-f8ab-41d5-94ef-a42a730b345b is going to be updated. [ 1083.448357] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.448535] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.448535] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.448771] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.448868] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.449058] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f019c4f6-f8ab-41d5-94ef-a42a730b345b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.696474] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c in Status: SUCCESS [ 1083.696699] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.696871] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.697132] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.697335] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.697446] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.697509] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.697665] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.697745] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.697841] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.716132] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock network-731 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.716375] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "network-731" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.716655] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "network-731" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.716948] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "network-731" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.717233] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.717390] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.717509] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.717736] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.717880] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.718131] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1083.718251] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1083.718379] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1083.718488] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1083.718600] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1083.718706] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1083.718838] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1083.740801] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1083.741304] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1083.741538] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1083.741837] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "network-731" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.742248] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock port-f1ed6536-c70c-43cc-8204-1ef6c3862732 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.742497] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "port-f1ed6536-c70c-43cc-8204-1ef6c3862732" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.742817] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "port-f1ed6536-c70c-43cc-8204-1ef6c3862732" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.743135] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "port-f1ed6536-c70c-43cc-8204-1ef6c3862732" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.743327] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1ed6536-c70c-43cc-8204-1ef6c3862732',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.900717] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('908241b4-2a79-486c-9d38-29c9ee53f57a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.917934] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('264b727f-3acc-48f1-b47f-a32b72bb5f3a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.203946] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.203946] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.203946] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.204270] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.224293] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.224560] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.224681] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.224771] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.224969] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.225068] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.225161] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c is going to be updated. [ 1084.246650] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.246650] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.246650] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.246927] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.247833] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.247833] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Segment Port f1ed6536-c70c-43cc-8204-1ef6c3862732 not found, creating... [ 1084.248020] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.248093] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.248210] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.248588] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.249389] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.249389] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.249389] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.249389] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.249669] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.249669] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.249919] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Resource: SegmentPort with ID: f1ed6536-c70c-43cc-8204-1ef6c3862732 is going to be created. [ 1084.264407] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.264612] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.264680] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.264892] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.265052] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.274755] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c in Status: IN_PROGRESS for 2s [ 1084.276974] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.277559] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.277559] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.277752] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.278643] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.278643] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "port-f1ed6536-c70c-43cc-8204-1ef6c3862732" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.403353] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('908241b4-2a79-486c-9d38-29c9ee53f57a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.421120] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.421320] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.421444] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.422108] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.422240] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.422369] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 264b727f-3acc-48f1-b47f-a32b72bb5f3a is going to be created. [ 1084.453696] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.453696] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.453696] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.453696] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.453696] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.462861] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 264b727f-3acc-48f1-b47f-a32b72bb5f3a in Status: UNINITIALIZED for 2s [ 1084.807785] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 232705ac-f5f8-478c-ae7f-1b16f3e2a164 in Status: SUCCESS [ 1084.808128] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 232705ac-f5f8-478c-ae7f-1b16f3e2a164 deletion is rescheduled due to dependency. [ 1084.808333] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-232705ac-f5f8-478c-ae7f-1b16f3e2a164" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.907520] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.907718] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.907718] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.907969] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.908097] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.908740] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 908241b4-2a79-486c-9d38-29c9ee53f57a is going to be updated. [ 1084.941763] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.941763] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.941763] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.941763] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.941763] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.950921] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 908241b4-2a79-486c-9d38-29c9ee53f57a in Status: IN_PROGRESS for 2s [ 1085.024459] env[65077]: INFO networking_nsxv3.common.synchronization [req-3d76d462-040c-4e52-8aaf-1629cf4265f9 req-db9ba8a8-a2ab-4c43-94ec-d6247c77813a service nova] Enqueued Resource ID: 908241b4-2a79-486c-9d38-29c9ee53f57a with Priority: HIGHEST for action security_group_rules [ 1085.024606] env[65077]: INFO networking_nsxv3.common.synchronization [req-3d76d462-040c-4e52-8aaf-1629cf4265f9 req-db9ba8a8-a2ab-4c43-94ec-d6247c77813a service nova] Enqueued Resource ID: 908241b4-2a79-486c-9d38-29c9ee53f57a with Priority: HIGHEST for action security_group_members [ 1085.024744] env[65077]: INFO networking_nsxv3.common.synchronization [req-3d76d462-040c-4e52-8aaf-1629cf4265f9 req-db9ba8a8-a2ab-4c43-94ec-d6247c77813a service nova] Enqueued Resource ID: f1ed6536-c70c-43cc-8204-1ef6c3862732 with Priority: HIGHEST for action port [ 1085.027756] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 908241b4-2a79-486c-9d38-29c9ee53f57a with Priority: HIGHEST for action security_group_rules [ 1085.027756] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 908241b4-2a79-486c-9d38-29c9ee53f57a with Priority: HIGHEST for action security_group_members [ 1085.027909] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1ed6536-c70c-43cc-8204-1ef6c3862732 with Priority: HIGHEST for action port [ 1085.028468] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-908241b4-2a79-486c-9d38-29c9ee53f57a taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.029377] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-908241b4-2a79-486c-9d38-29c9ee53f57a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.029377] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-908241b4-2a79-486c-9d38-29c9ee53f57a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.029377] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-908241b4-2a79-486c-9d38-29c9ee53f57a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.029377] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('908241b4-2a79-486c-9d38-29c9ee53f57a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.031172] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-908241b4-2a79-486c-9d38-29c9ee53f57a taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.031172] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-908241b4-2a79-486c-9d38-29c9ee53f57a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.031172] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1ed6536-c70c-43cc-8204-1ef6c3862732 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.031172] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1ed6536-c70c-43cc-8204-1ef6c3862732" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.031172] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1ed6536-c70c-43cc-8204-1ef6c3862732" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.031523] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1ed6536-c70c-43cc-8204-1ef6c3862732" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.031523] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1ed6536-c70c-43cc-8204-1ef6c3862732',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.535842] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-908241b4-2a79-486c-9d38-29c9ee53f57a taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.536229] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-908241b4-2a79-486c-9d38-29c9ee53f57a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.536285] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f1ed6536-c70c-43cc-8204-1ef6c3862732 with status ACTIVE [ 1085.536431] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.536526] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.536597] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.536811] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.536900] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.537095] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.537212] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.537281] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.537440] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.537859] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.538186] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.538186] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.538363] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.538494] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.538548] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.538653] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f1ed6536-c70c-43cc-8204-1ef6c3862732 is going to be updated. [ 1085.564275] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.564407] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.564478] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.564706] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.564899] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.565042] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1ed6536-c70c-43cc-8204-1ef6c3862732" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.951894] env[65077]: INFO networking_nsxv3.common.synchronization [req-96f1bd3a-7d4d-4910-b701-d49d48817518 req-ca518c38-d928-4299-9e4c-61e7c79d45f8 tempest-AttachVolumeShelveTestJSON-1731806628 tempest-AttachVolumeShelveTestJSON-1731806628-project-member] Enqueued Resource ID: 8f22dae3-4759-488f-9265-187c5397eee9 with Priority: HIGHEST for action security_group_members [ 1085.952247] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f22dae3-4759-488f-9265-187c5397eee9 with Priority: HIGHEST for action security_group_members [ 1085.952769] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f22dae3-4759-488f-9265-187c5397eee9 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.952971] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f22dae3-4759-488f-9265-187c5397eee9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.953115] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f22dae3-4759-488f-9265-187c5397eee9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.953673] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f22dae3-4759-488f-9265-187c5397eee9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.953998] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.954070] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.954181] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.954459] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.954644] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.954779] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f22dae3-4759-488f-9265-187c5397eee9',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.286790] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c in Status: SUCCESS [ 1086.286790] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c deletion is rescheduled due to dependency. [ 1086.286790] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.286790] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.286790] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.286790] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.286790] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.286790] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.286790] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.286790] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.286790] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.286790] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.286790] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.286790] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.286790] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.286790] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.287480] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.287480] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.287480] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.287656] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.287656] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.287752] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.288619] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.289091] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.289091] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.289091] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.289091] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.289273] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.289273] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.290211] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.333666] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock network-236 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.333911] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "network-236" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.334058] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "network-236" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.334470] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "network-236" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.334895] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.335122] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.335315] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.335615] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.335802] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.336052] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1086.336198] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1086.336332] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1086.336462] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1086.336599] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1086.336728] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1086.336883] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1086.358825] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1086.359012] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1086.359149] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1086.359329] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "network-236" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.359655] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock port-b546c6aa-313a-47a7-a719-933920d19cf9 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.359902] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "port-b546c6aa-313a-47a7-a719-933920d19cf9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.360050] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "port-b546c6aa-313a-47a7-a719-933920d19cf9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.360368] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "port-b546c6aa-313a-47a7-a719-933920d19cf9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.360571] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b546c6aa-313a-47a7-a719-933920d19cf9',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.458778] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.458778] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.458980] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.459065] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.459964] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.459964] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.459964] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.459964] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.459964] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.459964] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.459964] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f22dae3-4759-488f-9265-187c5397eee9 already deleted. [ 1086.459964] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f22dae3-4759-488f-9265-187c5397eee9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.472606] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 264b727f-3acc-48f1-b47f-a32b72bb5f3a in Status: SUCCESS [ 1086.472939] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-264b727f-3acc-48f1-b47f-a32b72bb5f3a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.473516] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-264b727f-3acc-48f1-b47f-a32b72bb5f3a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.473743] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-264b727f-3acc-48f1-b47f-a32b72bb5f3a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.473957] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.474084] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.474153] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.474315] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.474397] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.474499] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-264b727f-3acc-48f1-b47f-a32b72bb5f3a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.474594] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('264b727f-3acc-48f1-b47f-a32b72bb5f3a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.791187] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c: rpc.has_security_group_logging(os_id): False [ 1086.792395] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.792555] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.792555] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.792764] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.792886] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.793090] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.793197] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.793260] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.793417] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.793498] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.793581] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c is going to be updated. [ 1086.810572] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.810755] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.810796] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.810979] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.811098] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.811316] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.811418] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.811481] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.811680] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.811763] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.813041] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.813041] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.813041] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.813041] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.813041] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.813041] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.813041] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.813041] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.813041] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.813041] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.813041] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c is going to be updated. [ 1086.825176] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.825330] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.825369] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.825577] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.825721] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.836471] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c in Status: IN_PROGRESS for 2s [ 1086.863109] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.863371] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.863536] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.863779] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.863929] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.864351] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Segment Port b546c6aa-313a-47a7-a719-933920d19cf9 not found, creating... [ 1086.864351] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.864647] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.864647] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.864795] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.864926] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.865219] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.865395] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.865511] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.865718] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.865890] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.866034] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Resource: SegmentPort with ID: b546c6aa-313a-47a7-a719-933920d19cf9 is going to be created. [ 1086.889584] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.890122] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.890423] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.890988] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.891343] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.891803] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "port-b546c6aa-313a-47a7-a719-933920d19cf9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.894309] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.894309] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.894309] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.894502] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.894654] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.910386] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c in Status: IN_PROGRESS for 2s [ 1086.968307] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 908241b4-2a79-486c-9d38-29c9ee53f57a in Status: SUCCESS [ 1086.968749] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-908241b4-2a79-486c-9d38-29c9ee53f57a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.968987] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-908241b4-2a79-486c-9d38-29c9ee53f57a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.969372] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-908241b4-2a79-486c-9d38-29c9ee53f57a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.969565] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.969719] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.969823] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.969994] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.970099] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.970203] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('908241b4-2a79-486c-9d38-29c9ee53f57a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.976358] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('264b727f-3acc-48f1-b47f-a32b72bb5f3a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.475375] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('908241b4-2a79-486c-9d38-29c9ee53f57a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.480531] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 264b727f-3acc-48f1-b47f-a32b72bb5f3a: rpc.has_security_group_logging(os_id): False [ 1087.498806] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.499081] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.499157] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.499378] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.499467] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.499741] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.499837] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.499897] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.500086] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.500162] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.501277] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 264b727f-3acc-48f1-b47f-a32b72bb5f3a is going to be created. [ 1087.569971] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.569971] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.569971] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.569971] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.569971] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.582415] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 264b727f-3acc-48f1-b47f-a32b72bb5f3a in Status: IN_PROGRESS for 2s [ 1087.632099] env[65077]: INFO networking_nsxv3.common.synchronization [req-96f1bd3a-7d4d-4910-b701-d49d48817518 req-3e86e11f-0fc6-463b-b5e8-03dcd9dc0fc5 service nova] Enqueued Resource ID: 8f22dae3-4759-488f-9265-187c5397eee9 with Priority: HIGHEST for action security_group_rules [ 1087.632099] env[65077]: INFO networking_nsxv3.common.synchronization [req-96f1bd3a-7d4d-4910-b701-d49d48817518 req-3e86e11f-0fc6-463b-b5e8-03dcd9dc0fc5 service nova] Enqueued Resource ID: 8f22dae3-4759-488f-9265-187c5397eee9 with Priority: HIGHEST for action security_group_members [ 1087.632099] env[65077]: INFO networking_nsxv3.common.synchronization [req-96f1bd3a-7d4d-4910-b701-d49d48817518 req-3e86e11f-0fc6-463b-b5e8-03dcd9dc0fc5 service nova] Enqueued Resource ID: b546c6aa-313a-47a7-a719-933920d19cf9 with Priority: HIGHEST for action port [ 1087.632099] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f22dae3-4759-488f-9265-187c5397eee9 with Priority: HIGHEST for action security_group_rules [ 1087.632099] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f22dae3-4759-488f-9265-187c5397eee9 with Priority: HIGHEST for action security_group_members [ 1087.632099] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b546c6aa-313a-47a7-a719-933920d19cf9 with Priority: HIGHEST for action port [ 1087.632099] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f22dae3-4759-488f-9265-187c5397eee9 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.632099] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f22dae3-4759-488f-9265-187c5397eee9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.632099] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f22dae3-4759-488f-9265-187c5397eee9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.632099] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f22dae3-4759-488f-9265-187c5397eee9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.632099] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f22dae3-4759-488f-9265-187c5397eee9',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.634157] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f22dae3-4759-488f-9265-187c5397eee9 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.634157] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f22dae3-4759-488f-9265-187c5397eee9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.634157] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f22dae3-4759-488f-9265-187c5397eee9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.634157] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f22dae3-4759-488f-9265-187c5397eee9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.634366] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.634366] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.634441] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.634556] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.634643] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.634736] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f22dae3-4759-488f-9265-187c5397eee9',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.636527] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-b546c6aa-313a-47a7-a719-933920d19cf9 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.636527] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b546c6aa-313a-47a7-a719-933920d19cf9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.636527] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b546c6aa-313a-47a7-a719-933920d19cf9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.636737] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b546c6aa-313a-47a7-a719-933920d19cf9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.636737] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b546c6aa-313a-47a7-a719-933920d19cf9',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.982372] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('908241b4-2a79-486c-9d38-29c9ee53f57a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.134529] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f22dae3-4759-488f-9265-187c5397eee9 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.134726] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f22dae3-4759-488f-9265-187c5397eee9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.137128] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f22dae3-4759-488f-9265-187c5397eee9',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.138879] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b546c6aa-313a-47a7-a719-933920d19cf9 with status ACTIVE [ 1088.139209] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.139383] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.139461] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.139754] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.139849] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.140096] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.140225] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.140298] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.140546] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.140732] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.141045] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.141337] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.141457] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.141762] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.141882] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.142107] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b546c6aa-313a-47a7-a719-933920d19cf9 is going to be updated. [ 1088.165541] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.165773] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.165773] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.165987] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.166193] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.166443] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b546c6aa-313a-47a7-a719-933920d19cf9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.487028] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.487028] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.487028] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.487028] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.487270] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.487270] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 908241b4-2a79-486c-9d38-29c9ee53f57a is going to be updated. [ 1088.524058] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.524266] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.524266] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.524457] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.524608] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.550433] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 908241b4-2a79-486c-9d38-29c9ee53f57a in Status: IN_PROGRESS for 2s [ 1088.639492] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f22dae3-4759-488f-9265-187c5397eee9',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.852141] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c in Status: SUCCESS [ 1088.852958] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c deletion is rescheduled due to dependency. [ 1088.852958] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.924081] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c in Status: SUCCESS [ 1088.924389] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.924624] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.924886] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.925035] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.141983] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.142454] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.142454] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.142756] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.142756] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.142876] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f22dae3-4759-488f-9265-187c5397eee9 is going to be created. [ 1089.175176] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.175399] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.175563] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.175673] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.175876] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.193152] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f22dae3-4759-488f-9265-187c5397eee9 in Status: UNINITIALIZED for 2s [ 1089.448184] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.448484] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.448616] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.450028] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.450028] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.450028] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c is going to be deleted. [ 1089.516805] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.516903] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.517031] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.517307] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.517393] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.517523] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e45aec6-7b91-4e0a-96b1-4bf977dd9a4c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.615142] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 264b727f-3acc-48f1-b47f-a32b72bb5f3a in Status: SUCCESS [ 1089.615389] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-264b727f-3acc-48f1-b47f-a32b72bb5f3a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.565105] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 908241b4-2a79-486c-9d38-29c9ee53f57a in Status: SUCCESS [ 1090.565409] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-908241b4-2a79-486c-9d38-29c9ee53f57a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.565491] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-908241b4-2a79-486c-9d38-29c9ee53f57a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.565727] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-908241b4-2a79-486c-9d38-29c9ee53f57a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.565931] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.566048] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.566111] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.566257] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.566350] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.566457] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-908241b4-2a79-486c-9d38-29c9ee53f57a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.566562] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('908241b4-2a79-486c-9d38-29c9ee53f57a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.612698] env[65077]: INFO networking_nsxv3.common.synchronization [req-500973d8-6785-443a-8ca7-b331d4e51ff1 req-fcb3ea1f-86b9-4897-b558-2fb9afc98fad tempest-ListServerFiltersTestJSON-798423 tempest-ListServerFiltersTestJSON-798423-project-member] Enqueued Resource ID: 79da9488-9fef-4272-8a1b-c640c1a0efa5 with Priority: HIGHEST for action security_group_members [ 1090.612698] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79da9488-9fef-4272-8a1b-c640c1a0efa5 with Priority: HIGHEST for action security_group_members [ 1090.612698] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-79da9488-9fef-4272-8a1b-c640c1a0efa5 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.612698] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.612698] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.613787] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.613787] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.613787] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.613787] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.613993] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.614265] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.614398] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79da9488-9fef-4272-8a1b-c640c1a0efa5',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.070763] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('908241b4-2a79-486c-9d38-29c9ee53f57a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.118986] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.119205] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.119257] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.119461] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.141734] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.142056] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.142194] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.142250] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.142481] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.142583] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.142759] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79da9488-9fef-4272-8a1b-c640c1a0efa5 is going to be updated. [ 1091.171485] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.171664] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.171744] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.172020] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.172091] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.181760] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79da9488-9fef-4272-8a1b-c640c1a0efa5 in Status: IN_PROGRESS for 2s [ 1091.203856] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f22dae3-4759-488f-9265-187c5397eee9 in Status: SUCCESS [ 1091.203856] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f22dae3-4759-488f-9265-187c5397eee9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.203856] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f22dae3-4759-488f-9265-187c5397eee9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.203856] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f22dae3-4759-488f-9265-187c5397eee9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.204087] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.204196] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.204235] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.204427] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.204556] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.204647] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f22dae3-4759-488f-9265-187c5397eee9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.204745] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8f22dae3-4759-488f-9265-187c5397eee9',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.208440] env[65077]: INFO networking_nsxv3.common.synchronization [req-597a0b89-68b6-4bc1-a777-1694bbd563ef req-eb789677-46c2-41f9-8fec-ec50239a25ba tempest-ServerActionsTestOtherB-741919204 tempest-ServerActionsTestOtherB-741919204-project-member] Enqueued Resource ID: 183043d0-c3f3-4288-9199-59f9b189e565 with Priority: HIGHEST for action security_group_members [ 1091.209290] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 183043d0-c3f3-4288-9199-59f9b189e565 with Priority: HIGHEST for action security_group_members [ 1091.209887] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-183043d0-c3f3-4288-9199-59f9b189e565 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.210113] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.210202] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.210392] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.210590] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.210711] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.210777] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.210982] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.211152] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.211194] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('183043d0-c3f3-4288-9199-59f9b189e565',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.576193] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 908241b4-2a79-486c-9d38-29c9ee53f57a: rpc.has_security_group_logging(os_id): False [ 1091.604859] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.605052] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.605137] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.605384] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.638333] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.638719] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.639748] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.639748] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.639748] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.639748] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.639748] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 908241b4-2a79-486c-9d38-29c9ee53f57a is going to be updated. [ 1091.710029] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8f22dae3-4759-488f-9265-187c5397eee9',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.713519] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.713742] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.713858] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.714930] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.917357] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.917788] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.917920] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.918089] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.918278] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.918369] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.918495] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 183043d0-c3f3-4288-9199-59f9b189e565 is going to be updated. [ 1091.920442] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.920758] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.920758] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.922311] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.922311] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.936482] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 908241b4-2a79-486c-9d38-29c9ee53f57a in Status: IN_PROGRESS for 2s [ 1091.955093] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.956025] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.956025] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.956025] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.956025] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.966538] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 183043d0-c3f3-4288-9199-59f9b189e565 in Status: IN_PROGRESS for 2s [ 1092.213975] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8f22dae3-4759-488f-9265-187c5397eee9: rpc.has_security_group_logging(os_id): False [ 1092.239345] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.239576] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.239576] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.239811] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.239898] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.240183] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.240542] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.240542] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.240542] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.240707] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.240707] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f22dae3-4759-488f-9265-187c5397eee9 is going to be created. [ 1092.497030] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.497030] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.497030] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.497030] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.497030] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.525084] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f22dae3-4759-488f-9265-187c5397eee9 in Status: IN_PROGRESS for 2s [ 1093.196423] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79da9488-9fef-4272-8a1b-c640c1a0efa5 in Status: SUCCESS [ 1093.196858] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79da9488-9fef-4272-8a1b-c640c1a0efa5 deletion is rescheduled due to dependency. [ 1093.196982] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79da9488-9fef-4272-8a1b-c640c1a0efa5" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.953660] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 908241b4-2a79-486c-9d38-29c9ee53f57a in Status: SUCCESS [ 1093.953660] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-908241b4-2a79-486c-9d38-29c9ee53f57a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.976547] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 183043d0-c3f3-4288-9199-59f9b189e565 in Status: SUCCESS [ 1093.976547] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 183043d0-c3f3-4288-9199-59f9b189e565 deletion is rescheduled due to dependency. [ 1093.976547] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.541142] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f22dae3-4759-488f-9265-187c5397eee9 in Status: SUCCESS [ 1094.541439] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f22dae3-4759-488f-9265-187c5397eee9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.680827] env[65077]: INFO networking_nsxv3.common.synchronization [None req-e88ff228-0dfe-4dd3-902b-cad9a363c9c1 tempest-AttachInterfacesTestJSON-1133181043 tempest-AttachInterfacesTestJSON-1133181043-project-member] Enqueued Resource ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 with Priority: HIGHEST for action security_group_members [ 1094.681207] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 with Priority: HIGHEST for action security_group_members [ 1094.681649] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.681789] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.681857] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.682092] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.682257] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.682382] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.682416] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.682637] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.682772] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.682918] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.186548] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.186718] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.186760] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.187013] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.211547] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.211854] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.211976] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.212063] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.212218] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.212300] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.212391] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 is going to be updated. [ 1095.245152] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.245328] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.245393] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.245881] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.245881] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.258966] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 in Status: IN_PROGRESS for 2s [ 1097.271426] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 in Status: SUCCESS [ 1097.271742] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 deletion is rescheduled due to dependency. [ 1097.271847] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.682529] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1099.682956] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1100.298639] env[65077]: INFO networking_nsxv3.common.synchronization [req-b34b11d1-63e4-40f6-be0f-8cf6375e3066 req-5b88f543-207b-45e7-91b9-09347ae19928 tempest-ServersTestJSON-998299514 tempest-ServersTestJSON-998299514-project-member] Enqueued Resource ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 with Priority: HIGHEST for action security_group_members [ 1100.299315] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 with Priority: HIGHEST for action security_group_members [ 1100.299663] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.299817] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.299897] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.300183] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.300406] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.300584] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.300659] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.300855] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.301149] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.301149] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.620436] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock network-769 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.620706] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "network-769" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.620831] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "network-769" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.621097] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "network-769" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.621352] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.621601] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.621833] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.622067] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.622209] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.623405] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1100.623405] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1100.623405] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1100.623405] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1100.623405] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1100.623405] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1100.623405] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1100.645678] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1100.645877] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1100.646060] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1100.646191] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "network-769" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.646511] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock port-ed1f44a7-8009-4174-8f48-1a6c022a82bf taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.646679] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "port-ed1f44a7-8009-4174-8f48-1a6c022a82bf" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.646796] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "port-ed1f44a7-8009-4174-8f48-1a6c022a82bf" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.647151] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "port-ed1f44a7-8009-4174-8f48-1a6c022a82bf" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.647289] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed1f44a7-8009-4174-8f48-1a6c022a82bf',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.804681] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.150575] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.150819] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.150939] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.151238] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.151388] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.151575] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Segment Port ed1f44a7-8009-4174-8f48-1a6c022a82bf not found, creating... [ 1101.151859] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.152031] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.152151] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.152377] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.152508] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.152787] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.152939] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.153066] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.153266] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.153393] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.153527] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Resource: SegmentPort with ID: ed1f44a7-8009-4174-8f48-1a6c022a82bf is going to be created. [ 1101.174735] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.174941] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.175074] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.175343] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.175573] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.175793] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "port-ed1f44a7-8009-4174-8f48-1a6c022a82bf" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.306916] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.670180] env[65077]: INFO networking_nsxv3.common.synchronization [req-85d2c421-8d31-49cd-af54-63767655dbd3 req-a12b4502-a46b-453d-a960-9cd4f2f0d3ec tempest-DeleteServersTestJSON-1076641606 tempest-DeleteServersTestJSON-1076641606-project-member] Enqueued Resource ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 with Priority: HIGHEST for action security_group_members [ 1101.670516] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 with Priority: HIGHEST for action security_group_members [ 1101.671106] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8ed50b5-f4f3-434b-85c0-be75dfdec948 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.671106] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.671106] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.671368] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.671368] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.671728] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.671728] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.671728] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.671728] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.671829] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8ed50b5-f4f3-434b-85c0-be75dfdec948',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.811608] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.811608] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.811608] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.811608] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.811608] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.811608] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 is going to be updated. [ 1101.860699] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.860903] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.860965] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.861194] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.861306] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.872782] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 in Status: IN_PROGRESS for 2s [ 1101.937289] env[65077]: INFO networking_nsxv3.common.synchronization [req-b34b11d1-63e4-40f6-be0f-8cf6375e3066 req-e61b150f-4aca-4cb2-8875-0ccf4dcade32 service nova] Enqueued Resource ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 with Priority: HIGHEST for action security_group_rules [ 1101.937506] env[65077]: INFO networking_nsxv3.common.synchronization [req-b34b11d1-63e4-40f6-be0f-8cf6375e3066 req-e61b150f-4aca-4cb2-8875-0ccf4dcade32 service nova] Enqueued Resource ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 with Priority: HIGHEST for action security_group_members [ 1101.937770] env[65077]: INFO networking_nsxv3.common.synchronization [req-b34b11d1-63e4-40f6-be0f-8cf6375e3066 req-e61b150f-4aca-4cb2-8875-0ccf4dcade32 service nova] Enqueued Resource ID: ed1f44a7-8009-4174-8f48-1a6c022a82bf with Priority: HIGHEST for action port [ 1101.938283] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 with Priority: HIGHEST for action security_group_rules [ 1101.938460] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 with Priority: HIGHEST for action security_group_members [ 1101.938603] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed1f44a7-8009-4174-8f48-1a6c022a82bf with Priority: HIGHEST for action port [ 1101.939510] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39ac7fdb-47bc-4096-87c4-2f878b5a9c81 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.939510] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.939772] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.939864] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.939901] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.941112] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.941205] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.941710] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed1f44a7-8009-4174-8f48-1a6c022a82bf taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.941710] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed1f44a7-8009-4174-8f48-1a6c022a82bf" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.941710] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed1f44a7-8009-4174-8f48-1a6c022a82bf" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.941880] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed1f44a7-8009-4174-8f48-1a6c022a82bf" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.941880] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed1f44a7-8009-4174-8f48-1a6c022a82bf',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.174083] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.174410] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.174410] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.174543] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.205302] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.205739] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.205739] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.205898] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.206103] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.206178] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.206299] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 is going to be updated. [ 1102.256571] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.256758] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.256801] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.256995] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.257224] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.272793] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 in Status: IN_PROGRESS for 2s [ 1102.443268] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.443655] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.446425] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ed1f44a7-8009-4174-8f48-1a6c022a82bf with status ACTIVE [ 1102.446658] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.446751] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.446823] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.447034] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.447110] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.447286] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.447388] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.447475] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.447644] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.447723] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.447909] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.448009] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.448075] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.448220] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.448294] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.448419] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ed1f44a7-8009-4174-8f48-1a6c022a82bf is going to be updated. [ 1102.471517] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.471628] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.472373] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.472373] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.472373] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.472373] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed1f44a7-8009-4174-8f48-1a6c022a82bf" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.883961] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 in Status: SUCCESS [ 1103.884319] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.884442] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.884704] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.884851] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.884946] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.885023] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.885895] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.885895] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.885895] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.283981] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 in Status: SUCCESS [ 1104.284212] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 deletion is rescheduled due to dependency. [ 1104.284333] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.388055] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.891240] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.394557] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.394797] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.394907] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.395499] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.395499] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.395608] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 is going to be updated. [ 1105.428576] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.428716] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.428775] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.428970] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.429188] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.440152] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 in Status: IN_PROGRESS for 2s [ 1106.940042] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1106.940350] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1107.457341] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 in Status: SUCCESS [ 1107.457558] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.457763] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.458037] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.458244] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.458370] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.458450] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.458690] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.458763] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.458849] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.458942] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.961330] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.961701] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.961701] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.961798] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.962009] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.962150] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.962214] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.962418] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.962513] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.962602] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.962842] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.962929] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.962967] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.963157] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.963300] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.963393] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.963453] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.963591] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.963668] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.963748] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.963835] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.465901] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 39ac7fdb-47bc-4096-87c4-2f878b5a9c81: rpc.has_security_group_logging(os_id): False [ 1108.487919] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.488162] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.488228] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.488462] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.510464] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.510921] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.511127] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.511234] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.511545] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.511681] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.512014] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.512463] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.512588] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.512878] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.513024] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.513358] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.513518] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.513620] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.513857] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.513979] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.514131] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 is going to be updated. [ 1108.563527] env[65077]: INFO networking_nsxv3.common.synchronization [req-f56a490d-96ac-4d7f-b4be-320edd4f24aa req-f6253e99-2516-4546-9b4a-723b3ae8cc7d tempest-ServerActionsTestOtherB-741919204 tempest-ServerActionsTestOtherB-741919204-project-member] Enqueued Resource ID: 183043d0-c3f3-4288-9199-59f9b189e565 with Priority: HIGHEST for action security_group_members [ 1108.564100] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 183043d0-c3f3-4288-9199-59f9b189e565 with Priority: HIGHEST for action security_group_members [ 1108.564722] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-183043d0-c3f3-4288-9199-59f9b189e565 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.565135] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.565271] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.565581] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.567447] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.567796] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.567796] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.568077] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.568248] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.568404] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('183043d0-c3f3-4288-9199-59f9b189e565',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.593104] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.593104] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.593104] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.593443] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.593612] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.615747] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 in Status: IN_PROGRESS for 2s [ 1108.937656] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock network-965 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.937827] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "network-965" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.938023] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "network-965" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.938514] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "network-965" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.939071] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.939446] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.939531] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.939878] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.940116] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.940448] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1108.940631] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1108.940775] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1108.940902] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1108.941082] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1108.941198] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1108.941355] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1108.967393] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1108.967832] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1108.967832] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1108.967916] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "network-965" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.968403] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock port-c5bcac63-2894-4d44-8315-65bec8bc0c7f taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.968917] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "port-c5bcac63-2894-4d44-8315-65bec8bc0c7f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.969024] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "port-c5bcac63-2894-4d44-8315-65bec8bc0c7f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.969317] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "port-c5bcac63-2894-4d44-8315-65bec8bc0c7f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.969454] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5bcac63-2894-4d44-8315-65bec8bc0c7f',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.071566] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.071871] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.071963] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.072228] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.072316] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.072531] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.072648] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.072704] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.072849] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.072949] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.073062] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 183043d0-c3f3-4288-9199-59f9b189e565 is going to be updated. [ 1109.101176] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.101431] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.101578] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.101955] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.102140] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.112506] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 183043d0-c3f3-4288-9199-59f9b189e565 in Status: IN_PROGRESS for 2s [ 1109.472726] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.473094] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.473303] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.473723] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.473968] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.474236] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Segment Port c5bcac63-2894-4d44-8315-65bec8bc0c7f not found, creating... [ 1109.474651] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.474905] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.475112] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.475472] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.475698] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.476159] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.476405] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.476596] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.476939] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.477168] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.478476] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Resource: SegmentPort with ID: c5bcac63-2894-4d44-8315-65bec8bc0c7f is going to be created. [ 1109.500461] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.500948] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.501104] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.501838] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.502130] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.502366] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "port-c5bcac63-2894-4d44-8315-65bec8bc0c7f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.225550] env[65077]: INFO networking_nsxv3.common.synchronization [req-f56a490d-96ac-4d7f-b4be-320edd4f24aa req-5c6ff1d7-72af-4d78-ace8-9109e33f8531 service nova] Enqueued Resource ID: 183043d0-c3f3-4288-9199-59f9b189e565 with Priority: HIGHEST for action security_group_rules [ 1110.225829] env[65077]: INFO networking_nsxv3.common.synchronization [req-f56a490d-96ac-4d7f-b4be-320edd4f24aa req-5c6ff1d7-72af-4d78-ace8-9109e33f8531 service nova] Enqueued Resource ID: 183043d0-c3f3-4288-9199-59f9b189e565 with Priority: HIGHEST for action security_group_members [ 1110.225933] env[65077]: INFO networking_nsxv3.common.synchronization [req-f56a490d-96ac-4d7f-b4be-320edd4f24aa req-5c6ff1d7-72af-4d78-ace8-9109e33f8531 service nova] Enqueued Resource ID: c5bcac63-2894-4d44-8315-65bec8bc0c7f with Priority: HIGHEST for action port [ 1110.226792] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 183043d0-c3f3-4288-9199-59f9b189e565 with Priority: HIGHEST for action security_group_rules [ 1110.226943] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 183043d0-c3f3-4288-9199-59f9b189e565 with Priority: HIGHEST for action security_group_members [ 1110.227060] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5bcac63-2894-4d44-8315-65bec8bc0c7f with Priority: HIGHEST for action port [ 1110.227641] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-183043d0-c3f3-4288-9199-59f9b189e565 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.227769] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.227849] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.228096] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.228203] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('183043d0-c3f3-4288-9199-59f9b189e565',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.229327] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-183043d0-c3f3-4288-9199-59f9b189e565 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.229448] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.229677] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5bcac63-2894-4d44-8315-65bec8bc0c7f taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.229780] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5bcac63-2894-4d44-8315-65bec8bc0c7f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.229857] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5bcac63-2894-4d44-8315-65bec8bc0c7f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.230601] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5bcac63-2894-4d44-8315-65bec8bc0c7f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.230601] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5bcac63-2894-4d44-8315-65bec8bc0c7f',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.639294] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 in Status: SUCCESS [ 1110.639391] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.733881] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-183043d0-c3f3-4288-9199-59f9b189e565 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.734070] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.736422] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c5bcac63-2894-4d44-8315-65bec8bc0c7f with status ACTIVE [ 1110.736626] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.736779] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.736849] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.737464] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.737464] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.737464] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.737464] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.737652] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.737652] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.737705] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.737868] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.737975] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.738058] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.738224] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.738316] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.738406] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c5bcac63-2894-4d44-8315-65bec8bc0c7f is going to be updated. [ 1110.762404] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.762577] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.762661] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.762961] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.763165] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.763360] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5bcac63-2894-4d44-8315-65bec8bc0c7f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.122936] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 183043d0-c3f3-4288-9199-59f9b189e565 in Status: SUCCESS [ 1111.123170] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 183043d0-c3f3-4288-9199-59f9b189e565 deletion is rescheduled due to dependency. [ 1111.123297] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.123480] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.123716] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.123920] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.124096] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.124164] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.124344] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.124436] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.124541] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('183043d0-c3f3-4288-9199-59f9b189e565',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.627017] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('183043d0-c3f3-4288-9199-59f9b189e565',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.128898] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('183043d0-c3f3-4288-9199-59f9b189e565',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.439641] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock network-731 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.439853] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "network-731" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.439979] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "network-731" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.440287] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "network-731" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.440581] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.440756] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.440874] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.441562] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.441802] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.442080] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1112.442260] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1112.442420] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1112.442570] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1112.442725] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1112.442876] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1112.443061] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1112.464188] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1112.464477] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1112.464668] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1112.464956] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "network-731" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.465496] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock port-a8bf6918-bdfe-4e29-9457-d05beb41879d taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.465785] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "port-a8bf6918-bdfe-4e29-9457-d05beb41879d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.465968] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "port-a8bf6918-bdfe-4e29-9457-d05beb41879d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.466348] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "port-a8bf6918-bdfe-4e29-9457-d05beb41879d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.466544] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8bf6918-bdfe-4e29-9457-d05beb41879d',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.631506] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.631798] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.631798] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.631983] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.632096] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.632202] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 183043d0-c3f3-4288-9199-59f9b189e565 is going to be updated. [ 1112.664538] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.664762] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.664873] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.665187] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.665382] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.674850] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 183043d0-c3f3-4288-9199-59f9b189e565 in Status: IN_PROGRESS for 2s [ 1112.969524] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.969736] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.969862] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.970201] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.970352] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.970504] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Segment Port a8bf6918-bdfe-4e29-9457-d05beb41879d not found, creating... [ 1112.970792] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.970952] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.971081] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.971301] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.971437] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.971818] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.972135] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.972372] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.972627] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.972766] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.972904] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Resource: SegmentPort with ID: a8bf6918-bdfe-4e29-9457-d05beb41879d is going to be created. [ 1113.000879] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.001248] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.002014] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.002014] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.002109] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.002407] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "port-a8bf6918-bdfe-4e29-9457-d05beb41879d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.700362] env[65077]: INFO networking_nsxv3.common.synchronization [req-5fd575a5-48c3-4c49-8b43-9b1c8e253cb7 req-2b6f0aae-2c03-453d-8a50-2402949875ac service nova] Enqueued Resource ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 with Priority: HIGHEST for action security_group_rules [ 1113.700652] env[65077]: INFO networking_nsxv3.common.synchronization [req-5fd575a5-48c3-4c49-8b43-9b1c8e253cb7 req-2b6f0aae-2c03-453d-8a50-2402949875ac service nova] Enqueued Resource ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 with Priority: HIGHEST for action security_group_members [ 1113.700740] env[65077]: INFO networking_nsxv3.common.synchronization [req-5fd575a5-48c3-4c49-8b43-9b1c8e253cb7 req-2b6f0aae-2c03-453d-8a50-2402949875ac service nova] Enqueued Resource ID: a8bf6918-bdfe-4e29-9457-d05beb41879d with Priority: HIGHEST for action port [ 1113.701539] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 with Priority: HIGHEST for action security_group_rules [ 1113.701539] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 with Priority: HIGHEST for action security_group_members [ 1113.701539] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8bf6918-bdfe-4e29-9457-d05beb41879d with Priority: HIGHEST for action port [ 1113.701997] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.701997] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.702106] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.702246] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.702330] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.703206] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.703320] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.707168] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.707371] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.707538] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.707790] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.707790] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.707882] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.707927] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.708026] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.711103] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8bf6918-bdfe-4e29-9457-d05beb41879d taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.711213] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8bf6918-bdfe-4e29-9457-d05beb41879d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.711281] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8bf6918-bdfe-4e29-9457-d05beb41879d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.711457] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8bf6918-bdfe-4e29-9457-d05beb41879d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.711541] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8bf6918-bdfe-4e29-9457-d05beb41879d',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.117785] env[65077]: INFO networking_nsxv3.common.synchronization [req-0b65d154-06d9-4492-8136-24035c0a07f9 req-4697b0a8-e49b-4a74-bb7c-35c088ae9d57 tempest-ServersTestJSON-998299514 tempest-ServersTestJSON-998299514-project-member] Enqueued Resource ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 with Priority: HIGHEST for action security_group_members [ 1114.118633] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 with Priority: HIGHEST for action security_group_members [ 1114.119017] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.119182] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.119279] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.119503] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.119687] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.119825] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.119932] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.120136] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.120225] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.120321] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.124525] env[65077]: INFO networking_nsxv3.common.synchronization [None req-38c860a7-2923-4521-ae10-09be2bb38dc4 None None] Enqueued Resource ID: 4cc03d92-c4c2-4f51-ac74-88dafb89e007 with Priority: HIGHEST for action port [ 1114.124976] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cc03d92-c4c2-4f51-ac74-88dafb89e007 with Priority: HIGHEST for action port [ 1114.125262] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-4cc03d92-c4c2-4f51-ac74-88dafb89e007 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.125373] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4cc03d92-c4c2-4f51-ac74-88dafb89e007" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.125441] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4cc03d92-c4c2-4f51-ac74-88dafb89e007" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.125671] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4cc03d92-c4c2-4f51-ac74-88dafb89e007" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.125750] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cc03d92-c4c2-4f51-ac74-88dafb89e007',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.214394] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.215455] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.215455] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.215455] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a8bf6918-bdfe-4e29-9457-d05beb41879d with status ACTIVE [ 1114.215455] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.215455] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.215779] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.215779] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.215779] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.217613] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.217613] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.217613] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.217613] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.217613] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.217613] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.217613] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.217613] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.217613] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.217613] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.217613] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a8bf6918-bdfe-4e29-9457-d05beb41879d is going to be updated. [ 1114.238624] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.238624] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.238624] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.238850] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.238850] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.238968] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8bf6918-bdfe-4e29-9457-d05beb41879d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.623976] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.627399] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4cc03d92-c4c2-4f51-ac74-88dafb89e007 [ 1114.628030] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.628030] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.628207] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.628352] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.628463] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.628561] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4cc03d92-c4c2-4f51-ac74-88dafb89e007 already deleted. [ 1114.628648] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4cc03d92-c4c2-4f51-ac74-88dafb89e007" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.686912] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 183043d0-c3f3-4288-9199-59f9b189e565 in Status: SUCCESS [ 1114.689243] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.689658] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.690308] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.690682] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.691096] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.691304] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.691613] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.691856] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.692043] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.692211] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('183043d0-c3f3-4288-9199-59f9b189e565',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.715433] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.128201] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.194119] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('183043d0-c3f3-4288-9199-59f9b189e565',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.220657] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.220657] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.220657] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.220657] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.220657] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.220657] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 is going to be updated. [ 1115.256269] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.256423] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.256510] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.256746] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.256934] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.267512] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 in Status: IN_PROGRESS for 2s [ 1115.585653] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock network-811 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.585869] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "network-811" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.585974] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "network-811" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.586244] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "network-811" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.586491] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.586645] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.586792] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.587013] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.587217] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.587651] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1115.587651] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1115.587651] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1115.587805] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1115.587805] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1115.587898] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1115.588011] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1115.631886] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.632099] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.632212] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.632472] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.632568] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.632673] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 is going to be updated. [ 1115.634713] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1115.635167] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Cache value generated in 0.047 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1115.635167] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1115.635277] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "network-811" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.635536] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock port-410af659-aa2f-4a3c-835c-4ea8422a85fe taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.635679] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "port-410af659-aa2f-4a3c-835c-4ea8422a85fe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.635794] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "port-410af659-aa2f-4a3c-835c-4ea8422a85fe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.636032] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "port-410af659-aa2f-4a3c-835c-4ea8422a85fe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.636166] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('410af659-aa2f-4a3c-835c-4ea8422a85fe',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.678969] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.679209] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.679307] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.679625] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.679845] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.696584] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 in Status: IN_PROGRESS for 2s [ 1115.696796] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 183043d0-c3f3-4288-9199-59f9b189e565: rpc.has_security_group_logging(os_id): False [ 1115.726961] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.726961] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.727372] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.727372] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.727372] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.727552] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.727652] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.727717] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.727866] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.727943] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.728041] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 183043d0-c3f3-4288-9199-59f9b189e565 is going to be updated. [ 1115.804933] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.805168] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.805168] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.805316] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.805472] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.825548] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 183043d0-c3f3-4288-9199-59f9b189e565 in Status: IN_PROGRESS for 2s [ 1116.138885] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.139063] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.139482] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.139482] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.139625] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.139983] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.140097] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.140214] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.140433] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.140594] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.140869] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.141037] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.141160] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.142052] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.142052] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.142052] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Resource: SegmentPort with ID: 410af659-aa2f-4a3c-835c-4ea8422a85fe is going to be updated. [ 1116.164353] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.164575] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.164575] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.164781] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.165048] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.165206] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "port-410af659-aa2f-4a3c-835c-4ea8422a85fe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.342525] env[65077]: INFO networking_nsxv3.common.synchronization [None req-942236cf-ed67-4cd0-8dff-a03baed2a84e None None] Enqueued Resource ID: 28ee53ac-d070-4124-8980-a787b5eba855 with Priority: HIGHEST for action port [ 1116.343177] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28ee53ac-d070-4124-8980-a787b5eba855 with Priority: HIGHEST for action port [ 1116.343478] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-28ee53ac-d070-4124-8980-a787b5eba855 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.343597] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28ee53ac-d070-4124-8980-a787b5eba855" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.343657] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28ee53ac-d070-4124-8980-a787b5eba855" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.343966] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28ee53ac-d070-4124-8980-a787b5eba855" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.344073] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28ee53ac-d070-4124-8980-a787b5eba855',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.846602] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 28ee53ac-d070-4124-8980-a787b5eba855 [ 1116.846908] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.847014] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.847014] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.847402] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.847402] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.847473] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:28ee53ac-d070-4124-8980-a787b5eba855 already deleted. [ 1116.847505] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28ee53ac-d070-4124-8980-a787b5eba855" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.881196] env[65077]: INFO networking_nsxv3.common.synchronization [req-8ac4721d-6e22-4c06-bb2d-6e7b97c2f4c9 req-d940f9ed-d19f-440c-afd3-416ece6c344c service nova] Enqueued Resource ID: 5385ae19-711d-4525-bc26-cb12421f7edd with Priority: HIGHEST for action security_group_rules [ 1116.881395] env[65077]: INFO networking_nsxv3.common.synchronization [req-8ac4721d-6e22-4c06-bb2d-6e7b97c2f4c9 req-d940f9ed-d19f-440c-afd3-416ece6c344c service nova] Enqueued Resource ID: 5385ae19-711d-4525-bc26-cb12421f7edd with Priority: HIGHEST for action security_group_members [ 1116.881523] env[65077]: INFO networking_nsxv3.common.synchronization [req-8ac4721d-6e22-4c06-bb2d-6e7b97c2f4c9 req-d940f9ed-d19f-440c-afd3-416ece6c344c service nova] Enqueued Resource ID: 410af659-aa2f-4a3c-835c-4ea8422a85fe with Priority: HIGHEST for action port [ 1116.882287] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5385ae19-711d-4525-bc26-cb12421f7edd with Priority: HIGHEST for action security_group_rules [ 1116.882449] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5385ae19-711d-4525-bc26-cb12421f7edd with Priority: HIGHEST for action security_group_members [ 1116.882559] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 410af659-aa2f-4a3c-835c-4ea8422a85fe with Priority: HIGHEST for action port [ 1116.882897] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5385ae19-711d-4525-bc26-cb12421f7edd taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.883030] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5385ae19-711d-4525-bc26-cb12421f7edd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.883150] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5385ae19-711d-4525-bc26-cb12421f7edd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.883320] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5385ae19-711d-4525-bc26-cb12421f7edd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.883474] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5385ae19-711d-4525-bc26-cb12421f7edd',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.884613] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-5385ae19-711d-4525-bc26-cb12421f7edd taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.884738] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5385ae19-711d-4525-bc26-cb12421f7edd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.884779] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5385ae19-711d-4525-bc26-cb12421f7edd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.884970] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5385ae19-711d-4525-bc26-cb12421f7edd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.885087] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.885212] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.885304] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.885441] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.885525] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.885654] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5385ae19-711d-4525-bc26-cb12421f7edd',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.886855] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-410af659-aa2f-4a3c-835c-4ea8422a85fe taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.886855] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-410af659-aa2f-4a3c-835c-4ea8422a85fe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.886855] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-410af659-aa2f-4a3c-835c-4ea8422a85fe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.886982] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-410af659-aa2f-4a3c-835c-4ea8422a85fe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.887031] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('410af659-aa2f-4a3c-835c-4ea8422a85fe',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.279492] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 in Status: SUCCESS [ 1117.279682] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.279894] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.280171] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.280369] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.280484] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.280598] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.280829] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.280917] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.281012] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.281110] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.388392] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5385ae19-711d-4525-bc26-cb12421f7edd',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.389538] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-5385ae19-711d-4525-bc26-cb12421f7edd taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.389630] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5385ae19-711d-4525-bc26-cb12421f7edd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.389777] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 410af659-aa2f-4a3c-835c-4ea8422a85fe with status ACTIVE [ 1117.389942] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.390063] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.390124] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.390322] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.390408] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.390611] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.390735] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.390735] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.390901] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.390987] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.391626] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.391722] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.391789] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.392062] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.392160] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.392313] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 410af659-aa2f-4a3c-835c-4ea8422a85fe is going to be updated. [ 1117.431374] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.431553] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.431611] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.431964] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.432161] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.432365] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-410af659-aa2f-4a3c-835c-4ea8422a85fe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.706644] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 in Status: SUCCESS [ 1117.706814] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.783644] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.783864] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.783947] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.784239] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.784619] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.784619] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.784722] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.784897] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.784984] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.785089] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.785243] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.785337] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.785405] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.785539] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.785720] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.785826] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.785883] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.786036] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.786105] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.786184] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.786266] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.858364] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 183043d0-c3f3-4288-9199-59f9b189e565 in Status: SUCCESS [ 1117.858742] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.895041] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5385ae19-711d-4525-bc26-cb12421f7edd',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.995634] env[65077]: INFO networking_nsxv3.common.synchronization [req-369b2616-7b56-41c2-ad2d-bcc422f8bc57 req-c807d86a-ce4e-4974-a7a8-c8f34562ec55 tempest-ServerActionsTestOtherA-1007107634 tempest-ServerActionsTestOtherA-1007107634-project-member] Enqueued Resource ID: 474b68b0-94df-4333-93a9-6756c85dd66d with Priority: HIGHEST for action security_group_members [ 1117.996302] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 474b68b0-94df-4333-93a9-6756c85dd66d with Priority: HIGHEST for action security_group_members [ 1117.996658] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-474b68b0-94df-4333-93a9-6756c85dd66d taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.996813] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-474b68b0-94df-4333-93a9-6756c85dd66d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.996883] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-474b68b0-94df-4333-93a9-6756c85dd66d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.997210] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-474b68b0-94df-4333-93a9-6756c85dd66d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.997505] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.997561] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.998133] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.998133] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.998133] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.998133] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('474b68b0-94df-4333-93a9-6756c85dd66d',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.290750] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2: rpc.has_security_group_logging(os_id): False [ 1118.317836] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.318243] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.318243] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.318617] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.318685] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.319039] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.319236] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.319337] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.319898] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.320094] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.320480] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.320568] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.320633] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.320975] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.321061] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.321338] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.321568] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.321627] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.321851] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.321967] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.322127] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 is going to be updated. [ 1118.335696] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock network-490 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.336120] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "network-490" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.336349] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "network-490" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.336763] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "network-490" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.337184] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.337445] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.337663] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.338021] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.338269] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.338608] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1118.338722] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1118.338865] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1118.339040] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1118.339204] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1118.339346] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1118.339560] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1118.362723] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1118.362723] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1118.362723] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1118.362960] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "network-490" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.364048] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock port-cc0ad4ea-9a48-4a8e-9f3c-52efbcc01e65 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.364048] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "port-cc0ad4ea-9a48-4a8e-9f3c-52efbcc01e65" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.364048] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "port-cc0ad4ea-9a48-4a8e-9f3c-52efbcc01e65" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.364048] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "port-cc0ad4ea-9a48-4a8e-9f3c-52efbcc01e65" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.364048] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc0ad4ea-9a48-4a8e-9f3c-52efbcc01e65',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.399936] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.400122] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.400178] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.400388] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.400458] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.400587] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5385ae19-711d-4525-bc26-cb12421f7edd is going to be updated. [ 1118.436663] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.436861] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.436861] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.437089] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.437362] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.455209] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.455390] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.455390] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.455552] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.455799] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.457612] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5385ae19-711d-4525-bc26-cb12421f7edd in Status: IN_PROGRESS for 2s [ 1118.485731] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 in Status: IN_PROGRESS for 2s [ 1118.503639] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.503848] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.503960] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.504475] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.504475] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.504475] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.504805] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.504805] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.504805] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.504960] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.504960] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 474b68b0-94df-4333-93a9-6756c85dd66d already deleted. [ 1118.505178] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-474b68b0-94df-4333-93a9-6756c85dd66d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.867643] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.868087] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.868131] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.868414] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.868593] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.868758] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Segment Port cc0ad4ea-9a48-4a8e-9f3c-52efbcc01e65 not found, creating... [ 1118.869052] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.869212] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.869401] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.869849] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.869849] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.870061] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.870233] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.870374] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.870608] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.870787] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.871089] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Resource: SegmentPort with ID: cc0ad4ea-9a48-4a8e-9f3c-52efbcc01e65 is going to be created. [ 1118.893582] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.893829] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.893921] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.894245] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.894483] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.894711] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "port-cc0ad4ea-9a48-4a8e-9f3c-52efbcc01e65" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.602396] env[65077]: INFO networking_nsxv3.common.synchronization [req-369b2616-7b56-41c2-ad2d-bcc422f8bc57 req-90a45eeb-7fa1-4e95-9a32-18e81163d494 service nova] Enqueued Resource ID: 474b68b0-94df-4333-93a9-6756c85dd66d with Priority: HIGHEST for action security_group_rules [ 1119.602396] env[65077]: INFO networking_nsxv3.common.synchronization [req-369b2616-7b56-41c2-ad2d-bcc422f8bc57 req-90a45eeb-7fa1-4e95-9a32-18e81163d494 service nova] Enqueued Resource ID: 474b68b0-94df-4333-93a9-6756c85dd66d with Priority: HIGHEST for action security_group_members [ 1119.602396] env[65077]: INFO networking_nsxv3.common.synchronization [req-369b2616-7b56-41c2-ad2d-bcc422f8bc57 req-90a45eeb-7fa1-4e95-9a32-18e81163d494 service nova] Enqueued Resource ID: cc0ad4ea-9a48-4a8e-9f3c-52efbcc01e65 with Priority: HIGHEST for action port [ 1119.602396] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 474b68b0-94df-4333-93a9-6756c85dd66d with Priority: HIGHEST for action security_group_rules [ 1119.602396] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 474b68b0-94df-4333-93a9-6756c85dd66d with Priority: HIGHEST for action security_group_members [ 1119.602396] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc0ad4ea-9a48-4a8e-9f3c-52efbcc01e65 with Priority: HIGHEST for action port [ 1119.602396] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-474b68b0-94df-4333-93a9-6756c85dd66d taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.602396] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-474b68b0-94df-4333-93a9-6756c85dd66d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.602944] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-474b68b0-94df-4333-93a9-6756c85dd66d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.603674] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-474b68b0-94df-4333-93a9-6756c85dd66d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.604938] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('474b68b0-94df-4333-93a9-6756c85dd66d',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.608196] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-474b68b0-94df-4333-93a9-6756c85dd66d taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.608409] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-474b68b0-94df-4333-93a9-6756c85dd66d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.608544] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-474b68b0-94df-4333-93a9-6756c85dd66d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.608830] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-474b68b0-94df-4333-93a9-6756c85dd66d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.609153] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.609354] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.609472] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.609864] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.610198] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.610733] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('474b68b0-94df-4333-93a9-6756c85dd66d',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.613291] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc0ad4ea-9a48-4a8e-9f3c-52efbcc01e65 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.613486] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc0ad4ea-9a48-4a8e-9f3c-52efbcc01e65" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.613561] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc0ad4ea-9a48-4a8e-9f3c-52efbcc01e65" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.613742] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc0ad4ea-9a48-4a8e-9f3c-52efbcc01e65" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.613835] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc0ad4ea-9a48-4a8e-9f3c-52efbcc01e65',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.115677] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('474b68b0-94df-4333-93a9-6756c85dd66d',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.117080] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-474b68b0-94df-4333-93a9-6756c85dd66d taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.117221] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-474b68b0-94df-4333-93a9-6756c85dd66d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.118334] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cc0ad4ea-9a48-4a8e-9f3c-52efbcc01e65 with status ACTIVE [ 1120.118421] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.118507] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.118573] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.119252] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.119252] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.119252] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.119252] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.119252] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.119459] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.119459] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.119547] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.119676] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.119711] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.119820] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.119892] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.120019] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cc0ad4ea-9a48-4a8e-9f3c-52efbcc01e65 is going to be updated. [ 1120.141910] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.142087] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.142159] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.142362] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.142497] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.142654] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc0ad4ea-9a48-4a8e-9f3c-52efbcc01e65" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.468287] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5385ae19-711d-4525-bc26-cb12421f7edd in Status: SUCCESS [ 1120.468511] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5385ae19-711d-4525-bc26-cb12421f7edd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.468705] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5385ae19-711d-4525-bc26-cb12421f7edd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.468933] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5385ae19-711d-4525-bc26-cb12421f7edd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.469141] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.469260] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.469327] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.469475] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.469556] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.469640] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5385ae19-711d-4525-bc26-cb12421f7edd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.469731] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5385ae19-711d-4525-bc26-cb12421f7edd',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.497409] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 in Status: SUCCESS [ 1120.497627] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.620251] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('474b68b0-94df-4333-93a9-6756c85dd66d',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.972415] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-5385ae19-711d-4525-bc26-cb12421f7edd taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.972522] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5385ae19-711d-4525-bc26-cb12421f7edd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.972522] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5385ae19-711d-4525-bc26-cb12421f7edd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.972719] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5385ae19-711d-4525-bc26-cb12421f7edd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.973024] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.973024] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.973229] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.973308] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.973405] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.974075] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5385ae19-711d-4525-bc26-cb12421f7edd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.974075] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-5385ae19-711d-4525-bc26-cb12421f7edd taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.974075] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5385ae19-711d-4525-bc26-cb12421f7edd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.974075] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5385ae19-711d-4525-bc26-cb12421f7edd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.974272] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5385ae19-711d-4525-bc26-cb12421f7edd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.974272] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.974336] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.975031] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.975031] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.975031] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.975031] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5385ae19-711d-4525-bc26-cb12421f7edd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.975031] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5385ae19-711d-4525-bc26-cb12421f7edd',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.121978] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.122257] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.122257] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.122513] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.122613] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.122734] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 474b68b0-94df-4333-93a9-6756c85dd66d is going to be created. [ 1121.165460] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.165684] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.165778] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.166049] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.166320] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.177602] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 474b68b0-94df-4333-93a9-6756c85dd66d in Status: UNINITIALIZED for 2s [ 1121.476749] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5385ae19-711d-4525-bc26-cb12421f7edd: rpc.has_security_group_logging(os_id): False [ 1121.500085] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.500303] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.500372] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.500727] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.535125] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.535404] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.535534] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.535603] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.535909] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.536052] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.536281] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.536407] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.536446] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.536602] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.536679] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.536868] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.536961] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.537626] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.537832] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.537924] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.538031] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5385ae19-711d-4525-bc26-cb12421f7edd is going to be updated. [ 1121.616125] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.616312] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.616380] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.616595] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.616863] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.634870] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5385ae19-711d-4525-bc26-cb12421f7edd in Status: IN_PROGRESS for 2s [ 1122.724197] env[65077]: INFO networking_nsxv3.common.synchronization [req-c50ff2ea-0747-44b0-90af-187d68fa50be req-7eb299e8-1553-4797-b928-14aba473830a tempest-InstanceActionsNegativeTestJSON-419107374 tempest-InstanceActionsNegativeTestJSON-419107374-project-member] Enqueued Resource ID: e6002d8c-1854-4b2c-a76a-7af8be4cce62 with Priority: HIGHEST for action security_group_members [ 1122.724619] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6002d8c-1854-4b2c-a76a-7af8be4cce62 with Priority: HIGHEST for action security_group_members [ 1122.724811] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6002d8c-1854-4b2c-a76a-7af8be4cce62 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.724941] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6002d8c-1854-4b2c-a76a-7af8be4cce62" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.725025] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6002d8c-1854-4b2c-a76a-7af8be4cce62" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.725518] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6002d8c-1854-4b2c-a76a-7af8be4cce62" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.725966] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.725966] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.726213] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.726291] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.726404] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.726565] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6002d8c-1854-4b2c-a76a-7af8be4cce62',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.100063] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock network-320 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.100390] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "network-320" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.100647] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "network-320" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.101116] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "network-320" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.101537] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.101802] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.102010] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.102360] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.102604] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.102932] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1123.103159] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1123.103345] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1123.103526] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1123.103726] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1123.103903] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1123.104157] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1123.127502] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1123.127683] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1123.127791] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1123.127973] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "network-320" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.128321] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock port-7f73fb93-432d-4240-976b-71712bd824cc taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.128510] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "port-7f73fb93-432d-4240-976b-71712bd824cc" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.128646] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "port-7f73fb93-432d-4240-976b-71712bd824cc" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.129101] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "port-7f73fb93-432d-4240-976b-71712bd824cc" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.129188] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f73fb93-432d-4240-976b-71712bd824cc',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.189465] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 474b68b0-94df-4333-93a9-6756c85dd66d in Status: SUCCESS [ 1123.189782] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-474b68b0-94df-4333-93a9-6756c85dd66d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.189994] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-474b68b0-94df-4333-93a9-6756c85dd66d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.191059] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-474b68b0-94df-4333-93a9-6756c85dd66d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.191059] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.191059] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.191059] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.191059] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.191059] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.191548] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-474b68b0-94df-4333-93a9-6756c85dd66d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.191548] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('474b68b0-94df-4333-93a9-6756c85dd66d',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.229815] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.230126] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.230211] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.230438] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.230530] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.230778] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.230880] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.230950] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.231272] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.231402] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.231510] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6002d8c-1854-4b2c-a76a-7af8be4cce62 already deleted. [ 1123.231609] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6002d8c-1854-4b2c-a76a-7af8be4cce62" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.632132] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.632384] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.632506] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.632970] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.633199] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.633332] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Segment Port 7f73fb93-432d-4240-976b-71712bd824cc not found, creating... [ 1123.633601] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.633768] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.633905] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.634214] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.634353] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.634670] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.634793] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.634910] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.635196] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.635326] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.635462] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Resource: SegmentPort with ID: 7f73fb93-432d-4240-976b-71712bd824cc is going to be created. [ 1123.649458] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5385ae19-711d-4525-bc26-cb12421f7edd in Status: SUCCESS [ 1123.649692] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5385ae19-711d-4525-bc26-cb12421f7edd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.658355] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.658603] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.658760] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.659078] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.659417] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.659777] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "port-7f73fb93-432d-4240-976b-71712bd824cc" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.694982] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-474b68b0-94df-4333-93a9-6756c85dd66d taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.694982] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-474b68b0-94df-4333-93a9-6756c85dd66d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.694982] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-474b68b0-94df-4333-93a9-6756c85dd66d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.695202] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-474b68b0-94df-4333-93a9-6756c85dd66d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.696180] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.696180] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.696180] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.696180] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.696180] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.696469] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-474b68b0-94df-4333-93a9-6756c85dd66d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.696795] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-474b68b0-94df-4333-93a9-6756c85dd66d taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.697804] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-474b68b0-94df-4333-93a9-6756c85dd66d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.697804] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-474b68b0-94df-4333-93a9-6756c85dd66d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.697804] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-474b68b0-94df-4333-93a9-6756c85dd66d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.697804] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.697804] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.697804] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.697804] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.698383] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.698383] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-474b68b0-94df-4333-93a9-6756c85dd66d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.698383] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('474b68b0-94df-4333-93a9-6756c85dd66d',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.201909] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 474b68b0-94df-4333-93a9-6756c85dd66d: rpc.has_security_group_logging(os_id): False [ 1124.219693] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.219961] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.219961] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.220191] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.220292] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.220548] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.220724] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.220780] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.220946] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.221031] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.221272] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.221379] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.222110] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.222110] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.222110] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.222110] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.222329] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.222329] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.222551] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.222551] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.223204] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 474b68b0-94df-4333-93a9-6756c85dd66d is going to be created. [ 1124.290382] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.290680] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.290748] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.291048] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.291211] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.306433] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 474b68b0-94df-4333-93a9-6756c85dd66d in Status: IN_PROGRESS for 2s [ 1124.398787] env[65077]: INFO networking_nsxv3.common.synchronization [req-c50ff2ea-0747-44b0-90af-187d68fa50be req-cf8fe965-88cd-49df-99e1-86680e08d9dd service nova] Enqueued Resource ID: e6002d8c-1854-4b2c-a76a-7af8be4cce62 with Priority: HIGHEST for action security_group_rules [ 1124.399795] env[65077]: INFO networking_nsxv3.common.synchronization [req-c50ff2ea-0747-44b0-90af-187d68fa50be req-cf8fe965-88cd-49df-99e1-86680e08d9dd service nova] Enqueued Resource ID: e6002d8c-1854-4b2c-a76a-7af8be4cce62 with Priority: HIGHEST for action security_group_members [ 1124.400253] env[65077]: INFO networking_nsxv3.common.synchronization [req-c50ff2ea-0747-44b0-90af-187d68fa50be req-cf8fe965-88cd-49df-99e1-86680e08d9dd service nova] Enqueued Resource ID: 7f73fb93-432d-4240-976b-71712bd824cc with Priority: HIGHEST for action port [ 1124.400944] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6002d8c-1854-4b2c-a76a-7af8be4cce62 with Priority: HIGHEST for action security_group_rules [ 1124.401117] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6002d8c-1854-4b2c-a76a-7af8be4cce62 with Priority: HIGHEST for action security_group_members [ 1124.401219] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f73fb93-432d-4240-976b-71712bd824cc with Priority: HIGHEST for action port [ 1124.401594] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6002d8c-1854-4b2c-a76a-7af8be4cce62 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.401682] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6002d8c-1854-4b2c-a76a-7af8be4cce62" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.401753] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6002d8c-1854-4b2c-a76a-7af8be4cce62" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.402010] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6002d8c-1854-4b2c-a76a-7af8be4cce62" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.402108] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6002d8c-1854-4b2c-a76a-7af8be4cce62',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.403564] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6002d8c-1854-4b2c-a76a-7af8be4cce62 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.403697] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6002d8c-1854-4b2c-a76a-7af8be4cce62" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.404276] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6002d8c-1854-4b2c-a76a-7af8be4cce62" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.404524] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6002d8c-1854-4b2c-a76a-7af8be4cce62" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.404705] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.404823] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.404895] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.405508] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.405630] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.405744] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6002d8c-1854-4b2c-a76a-7af8be4cce62',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.407385] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f73fb93-432d-4240-976b-71712bd824cc taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.407517] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f73fb93-432d-4240-976b-71712bd824cc" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.407583] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f73fb93-432d-4240-976b-71712bd824cc" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.407757] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f73fb93-432d-4240-976b-71712bd824cc" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.407840] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f73fb93-432d-4240-976b-71712bd824cc',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.910472] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7f73fb93-432d-4240-976b-71712bd824cc with status ACTIVE [ 1124.910924] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.911164] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.911286] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.911668] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.911827] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.912144] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.912318] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.912395] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.912604] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.912684] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.912979] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.913109] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.913186] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.913384] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.913472] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.913580] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7f73fb93-432d-4240-976b-71712bd824cc is going to be updated. [ 1124.914775] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e6002d8c-1854-4b2c-a76a-7af8be4cce62',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.916016] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6002d8c-1854-4b2c-a76a-7af8be4cce62 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.916171] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6002d8c-1854-4b2c-a76a-7af8be4cce62" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.940345] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.940525] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.940732] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.940928] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.941112] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.941375] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f73fb93-432d-4240-976b-71712bd824cc" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.418248] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e6002d8c-1854-4b2c-a76a-7af8be4cce62',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.923361] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.923536] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.923576] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.923788] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.923880] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.923980] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6002d8c-1854-4b2c-a76a-7af8be4cce62 is going to be created. [ 1125.949702] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.949899] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.949899] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.950129] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.950493] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.960093] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6002d8c-1854-4b2c-a76a-7af8be4cce62 in Status: UNINITIALIZED for 2s [ 1126.319065] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 474b68b0-94df-4333-93a9-6756c85dd66d in Status: SUCCESS [ 1126.319065] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-474b68b0-94df-4333-93a9-6756c85dd66d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.799924] env[65077]: INFO networking_nsxv3.common.synchronization [req-370d8d9c-7f1e-46e3-b760-c8849249ea1a req-792ee35a-b590-4db5-8927-c5c2b9367d65 tempest-ServersTestJSON-998299514 tempest-ServersTestJSON-998299514-project-member] Enqueued Resource ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 with Priority: HIGHEST for action security_group_members [ 1126.800668] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 with Priority: HIGHEST for action security_group_members [ 1126.801079] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.801157] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.801237] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.801481] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.801641] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.802237] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.802237] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.802237] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.802237] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.802414] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.180030] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock network-769 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.180030] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "network-769" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.180030] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "network-769" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.180030] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "network-769" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.180030] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.180030] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.180030] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.180030] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.180601] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.180970] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1127.181220] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1127.181492] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1127.181721] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1127.181956] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1127.182176] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1127.182419] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1127.212306] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1127.212306] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1127.212306] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1127.212306] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "network-769" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.212666] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock port-d7c7df8b-3068-44d3-b9a6-a1a79d86de40 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.212666] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "port-d7c7df8b-3068-44d3-b9a6-a1a79d86de40" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.212819] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "port-d7c7df8b-3068-44d3-b9a6-a1a79d86de40" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.213132] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "port-d7c7df8b-3068-44d3-b9a6-a1a79d86de40" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.213273] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7c7df8b-3068-44d3-b9a6-a1a79d86de40',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.306549] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.716301] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.716531] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.716653] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.717063] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.717142] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.717279] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Segment Port d7c7df8b-3068-44d3-b9a6-a1a79d86de40 not found, creating... [ 1127.717555] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.717795] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.717980] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.718259] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.718414] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.718738] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.718910] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.723099] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.723498] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.723653] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.723832] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Resource: SegmentPort with ID: d7c7df8b-3068-44d3-b9a6-a1a79d86de40 is going to be created. [ 1127.751560] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.751842] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.751969] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.752319] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.752570] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.752820] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "port-d7c7df8b-3068-44d3-b9a6-a1a79d86de40" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.808935] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.973023] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6002d8c-1854-4b2c-a76a-7af8be4cce62 in Status: SUCCESS [ 1127.973023] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6002d8c-1854-4b2c-a76a-7af8be4cce62" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.973023] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6002d8c-1854-4b2c-a76a-7af8be4cce62" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.973023] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6002d8c-1854-4b2c-a76a-7af8be4cce62" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.973023] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.973023] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.973023] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.973023] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.973023] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.973023] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6002d8c-1854-4b2c-a76a-7af8be4cce62" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.973023] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e6002d8c-1854-4b2c-a76a-7af8be4cce62',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.312302] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.312517] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.312599] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.312861] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.313056] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.313130] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 is going to be updated. [ 1128.366090] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.366273] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.366330] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.366678] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.366755] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.379238] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 in Status: IN_PROGRESS for 2s [ 1128.476051] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6002d8c-1854-4b2c-a76a-7af8be4cce62 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.476294] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6002d8c-1854-4b2c-a76a-7af8be4cce62" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.476294] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6002d8c-1854-4b2c-a76a-7af8be4cce62" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.476749] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6002d8c-1854-4b2c-a76a-7af8be4cce62" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.476749] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.476996] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.476996] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.477130] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.477188] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.477255] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6002d8c-1854-4b2c-a76a-7af8be4cce62" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.477412] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6002d8c-1854-4b2c-a76a-7af8be4cce62 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.477513] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6002d8c-1854-4b2c-a76a-7af8be4cce62" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.477569] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6002d8c-1854-4b2c-a76a-7af8be4cce62" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.477692] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6002d8c-1854-4b2c-a76a-7af8be4cce62" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.477826] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.477908] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.477963] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.478108] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.478181] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.478308] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6002d8c-1854-4b2c-a76a-7af8be4cce62" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.478395] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e6002d8c-1854-4b2c-a76a-7af8be4cce62',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.488974] env[65077]: INFO networking_nsxv3.common.synchronization [req-370d8d9c-7f1e-46e3-b760-c8849249ea1a req-ee1ae894-8496-4f5f-bd13-0f22884cd8fc service nova] Enqueued Resource ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 with Priority: HIGHEST for action security_group_rules [ 1128.488974] env[65077]: INFO networking_nsxv3.common.synchronization [req-370d8d9c-7f1e-46e3-b760-c8849249ea1a req-ee1ae894-8496-4f5f-bd13-0f22884cd8fc service nova] Enqueued Resource ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 with Priority: HIGHEST for action security_group_members [ 1128.488974] env[65077]: INFO networking_nsxv3.common.synchronization [req-370d8d9c-7f1e-46e3-b760-c8849249ea1a req-ee1ae894-8496-4f5f-bd13-0f22884cd8fc service nova] Enqueued Resource ID: d7c7df8b-3068-44d3-b9a6-a1a79d86de40 with Priority: HIGHEST for action port [ 1128.490553] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 with Priority: HIGHEST for action security_group_rules [ 1128.490775] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 with Priority: HIGHEST for action security_group_members [ 1128.490921] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7c7df8b-3068-44d3-b9a6-a1a79d86de40 with Priority: HIGHEST for action port [ 1128.491364] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39ac7fdb-47bc-4096-87c4-2f878b5a9c81 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.491507] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.491830] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.495020] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.495020] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.495303] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.495303] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.495599] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7c7df8b-3068-44d3-b9a6-a1a79d86de40 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.495781] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7c7df8b-3068-44d3-b9a6-a1a79d86de40" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.496259] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7c7df8b-3068-44d3-b9a6-a1a79d86de40" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.496500] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7c7df8b-3068-44d3-b9a6-a1a79d86de40" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.496609] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7c7df8b-3068-44d3-b9a6-a1a79d86de40',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.981175] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e6002d8c-1854-4b2c-a76a-7af8be4cce62: rpc.has_security_group_logging(os_id): False [ 1128.996187] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.996407] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.001655] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d7c7df8b-3068-44d3-b9a6-a1a79d86de40 with status ACTIVE [ 1129.001655] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.001655] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.001655] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.001655] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.002201] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.002201] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.002201] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.002201] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.002201] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.002364] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.002420] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.002511] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.002573] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.002703] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.002777] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.002860] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d7c7df8b-3068-44d3-b9a6-a1a79d86de40 is going to be updated. [ 1129.005658] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.005894] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.005894] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.006019] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.006111] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.006291] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.006433] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.006534] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.006806] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.006806] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.007120] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.007120] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.007120] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.007326] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.007412] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.007671] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.007747] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.007747] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.007875] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.008234] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.008234] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6002d8c-1854-4b2c-a76a-7af8be4cce62 is going to be created. [ 1129.057302] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.057610] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.057610] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.057767] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.057830] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.057957] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7c7df8b-3068-44d3-b9a6-a1a79d86de40" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.118036] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.118248] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.118248] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.118544] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.118795] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.145715] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6002d8c-1854-4b2c-a76a-7af8be4cce62 in Status: IN_PROGRESS for 2s [ 1130.401475] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 in Status: SUCCESS [ 1130.401803] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.403852] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.403852] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.403852] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.403852] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.403852] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.403852] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.403852] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.403852] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.452597] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock network-731 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.452938] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "network-731" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.453652] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "network-731" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.453779] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "network-731" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.454099] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.454399] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.454553] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.454859] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.455032] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.455268] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1130.455403] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1130.455514] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1130.455636] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1130.455755] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1130.455874] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1130.456017] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1130.479532] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1130.479532] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1130.479532] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1130.479817] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "network-731" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.480494] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock port-a8bf6918-bdfe-4e29-9457-d05beb41879d taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.480494] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "port-a8bf6918-bdfe-4e29-9457-d05beb41879d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.480987] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "port-a8bf6918-bdfe-4e29-9457-d05beb41879d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.480987] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "port-a8bf6918-bdfe-4e29-9457-d05beb41879d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.481153] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8bf6918-bdfe-4e29-9457-d05beb41879d',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.907465] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.983310] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.983575] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.983719] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.984012] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.984176] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.984468] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.984623] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.984775] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.985076] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.985171] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.985453] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.985607] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.985722] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.985924] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.986068] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.986216] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Resource: SegmentPort with ID: a8bf6918-bdfe-4e29-9457-d05beb41879d is going to be updated. [ 1131.012861] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.013098] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.013224] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.013500] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.013698] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.013921] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "port-a8bf6918-bdfe-4e29-9457-d05beb41879d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.163487] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6002d8c-1854-4b2c-a76a-7af8be4cce62 in Status: SUCCESS [ 1131.163742] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6002d8c-1854-4b2c-a76a-7af8be4cce62" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.409545] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.713547] env[65077]: INFO networking_nsxv3.common.synchronization [req-dd77776b-1023-4ba5-8882-c85676734089 req-9720ce6d-4547-439e-9eb0-d2ba5d7ce1aa service nova] Enqueued Resource ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 with Priority: HIGHEST for action security_group_rules [ 1131.713794] env[65077]: INFO networking_nsxv3.common.synchronization [req-dd77776b-1023-4ba5-8882-c85676734089 req-9720ce6d-4547-439e-9eb0-d2ba5d7ce1aa service nova] Enqueued Resource ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 with Priority: HIGHEST for action security_group_members [ 1131.713865] env[65077]: INFO networking_nsxv3.common.synchronization [req-dd77776b-1023-4ba5-8882-c85676734089 req-9720ce6d-4547-439e-9eb0-d2ba5d7ce1aa service nova] Enqueued Resource ID: a8bf6918-bdfe-4e29-9457-d05beb41879d with Priority: HIGHEST for action port [ 1131.714453] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 with Priority: HIGHEST for action security_group_rules [ 1131.714591] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 with Priority: HIGHEST for action security_group_members [ 1131.714688] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8bf6918-bdfe-4e29-9457-d05beb41879d with Priority: HIGHEST for action port [ 1131.714976] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.715108] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.715175] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.715370] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.715450] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.716343] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.716788] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.716788] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.716788] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.716788] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.716975] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.716975] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.717142] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.717227] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.717340] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.718194] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8bf6918-bdfe-4e29-9457-d05beb41879d taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.718194] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8bf6918-bdfe-4e29-9457-d05beb41879d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.718333] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8bf6918-bdfe-4e29-9457-d05beb41879d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.718379] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8bf6918-bdfe-4e29-9457-d05beb41879d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.718451] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8bf6918-bdfe-4e29-9457-d05beb41879d',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.911975] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.912208] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.912208] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.912432] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.912617] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.912617] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 is going to be updated. [ 1131.954777] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.955028] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.955028] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.955294] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.955460] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.967168] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 in Status: IN_PROGRESS for 2s [ 1132.220517] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.221965] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.222057] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.222282] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a8bf6918-bdfe-4e29-9457-d05beb41879d with status ACTIVE [ 1132.222505] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.222677] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.222766] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.223048] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.224024] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.224024] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.224024] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.224024] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.224024] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.224024] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.224024] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.224396] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.224396] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.224528] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.224528] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.224618] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a8bf6918-bdfe-4e29-9457-d05beb41879d is going to be updated. [ 1132.255901] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.256127] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.256175] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.256467] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.256640] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.256877] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8bf6918-bdfe-4e29-9457-d05beb41879d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.726845] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.231180] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.231426] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.231426] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.231597] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.231657] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.231855] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 is going to be updated. [ 1133.285801] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.285995] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.285995] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.286241] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.286393] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.301426] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 in Status: IN_PROGRESS for 2s [ 1133.978171] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 in Status: SUCCESS [ 1133.978557] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.978557] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.980035] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.980035] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.980035] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.980035] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.980035] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.980035] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.980035] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.980035] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.482859] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.483207] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.483357] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.483526] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.483723] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.483851] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.483910] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.484089] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.484178] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.484266] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.484418] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.484511] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.484566] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.484711] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.484893] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.484997] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.485099] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.485262] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.485341] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.485429] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.485532] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.989236] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 39ac7fdb-47bc-4096-87c4-2f878b5a9c81: rpc.has_security_group_logging(os_id): False [ 1135.008673] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.009052] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.009052] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.009434] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.009434] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.009642] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.009749] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.009839] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.010022] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.010099] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.010305] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.010442] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.010527] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.010752] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.010857] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.011077] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.011174] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.011235] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.011407] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.011488] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.011572] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 is going to be updated. [ 1135.090834] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.090834] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.090834] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.091210] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.091210] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.106692] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 in Status: IN_PROGRESS for 2s [ 1135.312713] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 in Status: SUCCESS [ 1135.312986] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.313129] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.313363] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.313550] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.313671] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.313739] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.313890] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.313970] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.314067] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.314158] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.325611] env[65077]: INFO networking_nsxv3.common.synchronization [None req-31d7d9ba-8df5-4c47-b5dd-5c38b1286c6b tempest-AttachVolumeNegativeTest-20018646 tempest-AttachVolumeNegativeTest-20018646-project-member] Enqueued Resource ID: ab4fa412-2275-4f32-a391-a507935901b4 with Priority: HIGHEST for action security_group_rules [ 1135.326562] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab4fa412-2275-4f32-a391-a507935901b4 with Priority: HIGHEST for action security_group_rules [ 1135.326871] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab4fa412-2275-4f32-a391-a507935901b4 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.327014] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab4fa412-2275-4f32-a391-a507935901b4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.327078] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab4fa412-2275-4f32-a391-a507935901b4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.327320] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab4fa412-2275-4f32-a391-a507935901b4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.327401] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab4fa412-2275-4f32-a391-a507935901b4',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.408795] env[65077]: INFO networking_nsxv3.common.synchronization [None req-f7501290-89f3-4f61-b15d-d4acf4b489de tempest-AttachVolumeNegativeTest-20018646 tempest-AttachVolumeNegativeTest-20018646-project-member] Enqueued Resource ID: ab4fa412-2275-4f32-a391-a507935901b4 with Priority: HIGHEST for action security_group_rules [ 1135.410028] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab4fa412-2275-4f32-a391-a507935901b4 with Priority: HIGHEST for action security_group_rules [ 1135.410028] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab4fa412-2275-4f32-a391-a507935901b4 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.410028] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab4fa412-2275-4f32-a391-a507935901b4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.816172] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.816423] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.816542] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.816803] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.816997] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.817119] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.817186] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.817352] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.817503] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.817612] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.817735] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.817832] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.817893] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.818051] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.818191] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.818284] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.818345] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.818494] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.818600] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.818682] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.818789] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.849218] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.849373] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.849448] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.849738] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.849841] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.849943] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab4fa412-2275-4f32-a391-a507935901b4 already deleted. [ 1135.850063] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab4fa412-2275-4f32-a391-a507935901b4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.850185] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab4fa412-2275-4f32-a391-a507935901b4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.850344] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab4fa412-2275-4f32-a391-a507935901b4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.850428] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab4fa412-2275-4f32-a391-a507935901b4',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.322180] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2: rpc.has_security_group_logging(os_id): False [ 1136.341572] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.341771] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.341814] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.342038] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.342140] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.342375] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.342478] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.342544] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.343280] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.343280] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.343280] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.343280] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.343280] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.343280] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.343584] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.343584] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.343584] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.343685] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.343861] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.343861] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.343983] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 is going to be updated. [ 1136.369795] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.369953] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.370048] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.370313] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.370376] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.370462] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab4fa412-2275-4f32-a391-a507935901b4 already deleted. [ 1136.370547] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab4fa412-2275-4f32-a391-a507935901b4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.411371] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.411530] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.411612] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.411850] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.412028] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.425697] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 in Status: IN_PROGRESS for 2s [ 1137.121950] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 in Status: SUCCESS [ 1137.122358] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.404045] env[65077]: INFO networking_nsxv3.common.synchronization [req-5aaf3b30-fac7-4cb7-b04d-c6a1c12deb21 req-7b3aa381-4f85-42bd-8814-684f1f9ce1d6 tempest-InstanceActionsNegativeTestJSON-419107374 tempest-InstanceActionsNegativeTestJSON-419107374-project-member] Enqueued Resource ID: e6002d8c-1854-4b2c-a76a-7af8be4cce62 with Priority: HIGHEST for action security_group_members [ 1137.404718] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6002d8c-1854-4b2c-a76a-7af8be4cce62 with Priority: HIGHEST for action security_group_members [ 1137.405080] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6002d8c-1854-4b2c-a76a-7af8be4cce62 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.405212] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6002d8c-1854-4b2c-a76a-7af8be4cce62" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.405285] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6002d8c-1854-4b2c-a76a-7af8be4cce62" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.405509] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6002d8c-1854-4b2c-a76a-7af8be4cce62" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.405705] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.405807] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.405874] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.406088] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.406180] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.406278] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6002d8c-1854-4b2c-a76a-7af8be4cce62',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.909563] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.909563] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.909563] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.909563] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.909563] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.909563] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.909880] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.909880] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.909880] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.909880] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.909990] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6002d8c-1854-4b2c-a76a-7af8be4cce62 is going to be updated. [ 1137.948830] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.949164] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.949365] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.949816] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.950166] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.961519] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6002d8c-1854-4b2c-a76a-7af8be4cce62 in Status: IN_PROGRESS for 2s [ 1138.438282] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 in Status: SUCCESS [ 1138.438602] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.970844] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6002d8c-1854-4b2c-a76a-7af8be4cce62 in Status: SUCCESS [ 1139.971252] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6002d8c-1854-4b2c-a76a-7af8be4cce62 deletion is rescheduled due to dependency. [ 1139.971252] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6002d8c-1854-4b2c-a76a-7af8be4cce62" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.183190] env[65077]: INFO networking_nsxv3.common.synchronization [req-b9e36129-edbb-475e-81b8-254c4a6d43e9 req-dcefd3b9-f747-417a-a82f-b425df712995 tempest-AttachVolumeNegativeTest-20018646 tempest-AttachVolumeNegativeTest-20018646-project-member] Enqueued Resource ID: ab4fa412-2275-4f32-a391-a507935901b4 with Priority: HIGHEST for action security_group_members [ 1141.183377] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab4fa412-2275-4f32-a391-a507935901b4 with Priority: HIGHEST for action security_group_members [ 1141.183646] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab4fa412-2275-4f32-a391-a507935901b4 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.183827] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab4fa412-2275-4f32-a391-a507935901b4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.183923] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab4fa412-2275-4f32-a391-a507935901b4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.184259] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab4fa412-2275-4f32-a391-a507935901b4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.186039] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.186176] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.186242] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.186438] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.186526] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.186631] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab4fa412-2275-4f32-a391-a507935901b4',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.503919] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock network-410 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.504203] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "network-410" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.504274] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "network-410" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.504643] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "network-410" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.504952] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.505172] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.505302] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.505533] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.505679] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.505900] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1141.506318] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1141.506318] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1141.506318] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1141.506555] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1141.506555] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1141.506643] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1141.532822] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1141.533210] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1141.533210] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1141.533427] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "network-410" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.533642] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock port-130f1ff4-26a3-4764-9725-539bf7e9372c taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.533900] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "port-130f1ff4-26a3-4764-9725-539bf7e9372c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.534065] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "port-130f1ff4-26a3-4764-9725-539bf7e9372c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.534290] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "port-130f1ff4-26a3-4764-9725-539bf7e9372c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.534430] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('130f1ff4-26a3-4764-9725-539bf7e9372c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.689175] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.689175] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.689175] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.689455] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.689585] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.689897] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.690080] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.690139] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.690315] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.690413] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.690513] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab4fa412-2275-4f32-a391-a507935901b4 already deleted. [ 1141.690600] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab4fa412-2275-4f32-a391-a507935901b4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.036849] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.037098] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.037359] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.037694] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.038026] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.038208] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Segment Port 130f1ff4-26a3-4764-9725-539bf7e9372c not found, creating... [ 1142.038484] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.038671] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.038799] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.039059] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.039198] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.039498] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.039648] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.039761] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.039972] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.040184] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.040337] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Resource: SegmentPort with ID: 130f1ff4-26a3-4764-9725-539bf7e9372c is going to be created. [ 1142.060565] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.060829] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.060953] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.061237] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.061464] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.061702] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "port-130f1ff4-26a3-4764-9725-539bf7e9372c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.581897] env[65077]: INFO networking_nsxv3.common.synchronization [req-9dab9ad1-96c6-48a6-b76e-18eb19a1886b req-66ad2a6e-3ab7-480f-864b-a0dc895b3cbd tempest-ServersTestJSON-998299514 tempest-ServersTestJSON-998299514-project-member] Enqueued Resource ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 with Priority: HIGHEST for action security_group_members [ 1142.582743] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 with Priority: HIGHEST for action security_group_members [ 1142.583223] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.583459] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.583580] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.584235] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.584235] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.584396] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.584396] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.584644] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.584984] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.584984] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.813292] env[65077]: INFO networking_nsxv3.common.synchronization [req-b9e36129-edbb-475e-81b8-254c4a6d43e9 req-014bb2a5-7927-430f-873a-6e28e348a0a0 service nova] Enqueued Resource ID: ab4fa412-2275-4f32-a391-a507935901b4 with Priority: HIGHEST for action security_group_rules [ 1142.813292] env[65077]: INFO networking_nsxv3.common.synchronization [req-b9e36129-edbb-475e-81b8-254c4a6d43e9 req-014bb2a5-7927-430f-873a-6e28e348a0a0 service nova] Enqueued Resource ID: ab4fa412-2275-4f32-a391-a507935901b4 with Priority: HIGHEST for action security_group_members [ 1142.813292] env[65077]: INFO networking_nsxv3.common.synchronization [req-b9e36129-edbb-475e-81b8-254c4a6d43e9 req-014bb2a5-7927-430f-873a-6e28e348a0a0 service nova] Enqueued Resource ID: 130f1ff4-26a3-4764-9725-539bf7e9372c with Priority: HIGHEST for action port [ 1142.813292] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab4fa412-2275-4f32-a391-a507935901b4 with Priority: HIGHEST for action security_group_rules [ 1142.813292] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab4fa412-2275-4f32-a391-a507935901b4 with Priority: HIGHEST for action security_group_members [ 1142.813292] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 130f1ff4-26a3-4764-9725-539bf7e9372c with Priority: HIGHEST for action port [ 1142.813292] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab4fa412-2275-4f32-a391-a507935901b4 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.813292] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab4fa412-2275-4f32-a391-a507935901b4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.813292] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab4fa412-2275-4f32-a391-a507935901b4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.813292] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab4fa412-2275-4f32-a391-a507935901b4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.813292] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab4fa412-2275-4f32-a391-a507935901b4',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.814548] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab4fa412-2275-4f32-a391-a507935901b4 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.814674] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab4fa412-2275-4f32-a391-a507935901b4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.814738] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab4fa412-2275-4f32-a391-a507935901b4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.814929] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab4fa412-2275-4f32-a391-a507935901b4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.815074] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.815163] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.815224] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.815461] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.815602] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.815746] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab4fa412-2275-4f32-a391-a507935901b4',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.817932] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-130f1ff4-26a3-4764-9725-539bf7e9372c taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.817932] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-130f1ff4-26a3-4764-9725-539bf7e9372c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.817932] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-130f1ff4-26a3-4764-9725-539bf7e9372c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.817932] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-130f1ff4-26a3-4764-9725-539bf7e9372c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.817932] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('130f1ff4-26a3-4764-9725-539bf7e9372c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.087878] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.320452] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab4fa412-2275-4f32-a391-a507935901b4',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.320510] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab4fa412-2275-4f32-a391-a507935901b4 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.320677] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab4fa412-2275-4f32-a391-a507935901b4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.320763] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 130f1ff4-26a3-4764-9725-539bf7e9372c with status ACTIVE [ 1143.320930] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.321053] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.321116] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.321316] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.321404] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.321571] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.321668] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.321730] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.321875] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.321947] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.322143] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.322227] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.322274] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.322447] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.322558] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.322558] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 130f1ff4-26a3-4764-9725-539bf7e9372c is going to be updated. [ 1143.355240] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.355240] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.355240] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.355240] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.355240] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.355240] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-130f1ff4-26a3-4764-9725-539bf7e9372c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.594312] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.826955] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab4fa412-2275-4f32-a391-a507935901b4',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.097383] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.097642] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.097693] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.097899] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.098118] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.098180] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 is going to be updated. [ 1144.133733] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.133885] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.133956] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.135928] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.135928] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.151056] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 in Status: IN_PROGRESS for 2s [ 1144.332498] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.332659] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.332738] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.332941] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.333044] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.333147] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab4fa412-2275-4f32-a391-a507935901b4 is going to be created. [ 1144.358134] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.358134] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.358372] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.358509] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.358614] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.368635] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab4fa412-2275-4f32-a391-a507935901b4 in Status: UNINITIALIZED for 2s [ 1146.162612] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 in Status: SUCCESS [ 1146.164059] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.379052] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab4fa412-2275-4f32-a391-a507935901b4 in Status: SUCCESS [ 1146.379289] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab4fa412-2275-4f32-a391-a507935901b4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.379478] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab4fa412-2275-4f32-a391-a507935901b4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.379794] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab4fa412-2275-4f32-a391-a507935901b4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.381455] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.381455] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.381455] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.381455] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.381455] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.381455] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab4fa412-2275-4f32-a391-a507935901b4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.381455] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ab4fa412-2275-4f32-a391-a507935901b4',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.883520] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ab4fa412-2275-4f32-a391-a507935901b4',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.387053] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ab4fa412-2275-4f32-a391-a507935901b4: rpc.has_security_group_logging(os_id): False [ 1147.405554] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.405815] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.405939] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.406224] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.406694] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.407068] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.407204] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.407310] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.407589] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.407653] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.407777] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab4fa412-2275-4f32-a391-a507935901b4 is going to be created. [ 1147.481756] env[65077]: INFO networking_nsxv3.common.synchronization [None req-05d948e5-f7e7-4d22-8c78-e981d3c3a503 None None] Enqueued Resource ID: da79000c-5ef2-424e-8f91-c734a4941db9 with Priority: HIGHEST for action port [ 1147.482550] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da79000c-5ef2-424e-8f91-c734a4941db9 with Priority: HIGHEST for action port [ 1147.482941] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-da79000c-5ef2-424e-8f91-c734a4941db9 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.483094] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da79000c-5ef2-424e-8f91-c734a4941db9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.483185] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da79000c-5ef2-424e-8f91-c734a4941db9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.483468] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da79000c-5ef2-424e-8f91-c734a4941db9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.483561] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da79000c-5ef2-424e-8f91-c734a4941db9',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.485398] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.485723] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.485723] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.485797] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.486277] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.503020] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab4fa412-2275-4f32-a391-a507935901b4 in Status: IN_PROGRESS for 2s [ 1147.734646] env[65077]: INFO networking_nsxv3.common.synchronization [req-ef1bd40d-afde-4f88-8cdb-62e38c6a7e7d req-a17aadee-41b2-4b00-9882-07095d641a3a tempest-ServerActionsTestOtherA-1007107634 tempest-ServerActionsTestOtherA-1007107634-project-member] Enqueued Resource ID: 474b68b0-94df-4333-93a9-6756c85dd66d with Priority: HIGHEST for action security_group_members [ 1147.735190] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 474b68b0-94df-4333-93a9-6756c85dd66d with Priority: HIGHEST for action security_group_members [ 1147.735496] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-474b68b0-94df-4333-93a9-6756c85dd66d taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.735608] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-474b68b0-94df-4333-93a9-6756c85dd66d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.735674] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-474b68b0-94df-4333-93a9-6756c85dd66d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.735874] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-474b68b0-94df-4333-93a9-6756c85dd66d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.738992] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.738992] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.738992] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.738992] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.738992] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.738992] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('474b68b0-94df-4333-93a9-6756c85dd66d',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.990891] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port da79000c-5ef2-424e-8f91-c734a4941db9 [ 1147.991173] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.991345] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.991429] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.991658] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.991771] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.991875] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:da79000c-5ef2-424e-8f91-c734a4941db9 already deleted. [ 1147.992042] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da79000c-5ef2-424e-8f91-c734a4941db9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.038767] env[65077]: INFO networking_nsxv3.common.synchronization [None req-0f408d8c-f0ce-42ac-b8b0-90a3d93073b7 tempest-ServerActionsTestJSON-1998235934 tempest-ServerActionsTestJSON-1998235934-project-member] Enqueued Resource ID: cad6e111-3174-4a1d-a593-89eb1f49b412 with Priority: HIGHEST for action security_group_rules [ 1148.041454] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cad6e111-3174-4a1d-a593-89eb1f49b412 with Priority: HIGHEST for action security_group_rules [ 1148.044070] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cad6e111-3174-4a1d-a593-89eb1f49b412 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.044665] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cad6e111-3174-4a1d-a593-89eb1f49b412" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.044907] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cad6e111-3174-4a1d-a593-89eb1f49b412" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.045348] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cad6e111-3174-4a1d-a593-89eb1f49b412" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.046060] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cad6e111-3174-4a1d-a593-89eb1f49b412',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.144306] env[65077]: INFO networking_nsxv3.common.synchronization [None req-cdbe10cd-6598-4b53-a44c-3ffa5d1836dc tempest-ServerActionsTestJSON-1998235934 tempest-ServerActionsTestJSON-1998235934-project-member] Enqueued Resource ID: cad6e111-3174-4a1d-a593-89eb1f49b412 with Priority: HIGHEST for action security_group_rules [ 1148.145961] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cad6e111-3174-4a1d-a593-89eb1f49b412 with Priority: HIGHEST for action security_group_rules [ 1148.145961] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cad6e111-3174-4a1d-a593-89eb1f49b412 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.145961] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cad6e111-3174-4a1d-a593-89eb1f49b412" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.152293] env[65077]: INFO networking_nsxv3.common.synchronization [req-477ab746-4c32-44ee-8c29-79b3bfd25e16 req-9ee179a4-6e31-435c-b6f7-a5297a3b6428 tempest-AttachInterfacesTestJSON-1133181043 tempest-AttachInterfacesTestJSON-1133181043-project-member] Enqueued Resource ID: 908241b4-2a79-486c-9d38-29c9ee53f57a with Priority: HIGHEST for action security_group_members [ 1148.153192] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 908241b4-2a79-486c-9d38-29c9ee53f57a with Priority: HIGHEST for action security_group_members [ 1148.153774] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-908241b4-2a79-486c-9d38-29c9ee53f57a taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.153914] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-908241b4-2a79-486c-9d38-29c9ee53f57a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.153984] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-908241b4-2a79-486c-9d38-29c9ee53f57a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.154421] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-908241b4-2a79-486c-9d38-29c9ee53f57a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.155112] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.155245] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.155315] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.155479] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.155567] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.155678] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('908241b4-2a79-486c-9d38-29c9ee53f57a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.241907] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.242140] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.242264] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.242719] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.242719] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.242870] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.242870] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.243062] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.243861] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.243861] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.243861] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 474b68b0-94df-4333-93a9-6756c85dd66d is going to be updated. [ 1148.270582] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.270779] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.270861] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.271131] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.271285] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.282289] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 474b68b0-94df-4333-93a9-6756c85dd66d in Status: IN_PROGRESS for 2s [ 1148.659650] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.659921] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.659921] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.660257] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.660323] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.660379] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cad6e111-3174-4a1d-a593-89eb1f49b412 already deleted. [ 1148.660496] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cad6e111-3174-4a1d-a593-89eb1f49b412" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.660796] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('908241b4-2a79-486c-9d38-29c9ee53f57a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.661804] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cad6e111-3174-4a1d-a593-89eb1f49b412" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.661967] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cad6e111-3174-4a1d-a593-89eb1f49b412" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.662440] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cad6e111-3174-4a1d-a593-89eb1f49b412',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.164688] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('908241b4-2a79-486c-9d38-29c9ee53f57a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.186328] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.187312] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.187312] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.187312] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.187312] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.187312] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cad6e111-3174-4a1d-a593-89eb1f49b412 already deleted. [ 1149.187586] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cad6e111-3174-4a1d-a593-89eb1f49b412" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.501994] env[65077]: INFO networking_nsxv3.common.synchronization [req-c8494f7d-55b5-426c-87f2-3a79a55f16ea req-7b05a59b-47fa-48ec-acb6-5cdb3871d3c1 tempest-ServersTestJSON-998299514 tempest-ServersTestJSON-998299514-project-member] Enqueued Resource ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 with Priority: HIGHEST for action security_group_members [ 1149.502464] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 with Priority: HIGHEST for action security_group_members [ 1149.502528] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.502629] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.502697] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.502892] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.503253] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.503332] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.503407] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.503532] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.503617] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.503711] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.518060] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab4fa412-2275-4f32-a391-a507935901b4 in Status: SUCCESS [ 1149.518290] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab4fa412-2275-4f32-a391-a507935901b4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.669781] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.670177] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.670177] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.670483] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.670622] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.670826] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 908241b4-2a79-486c-9d38-29c9ee53f57a is going to be updated. [ 1149.705274] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.705274] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.705274] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.705274] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.705611] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.718241] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 908241b4-2a79-486c-9d38-29c9ee53f57a in Status: IN_PROGRESS for 2s [ 1149.923471] env[65077]: INFO networking_nsxv3.common.synchronization [None req-5c0acfb1-09b6-497f-997c-140e7e4b36f4 None None] Enqueued Resource ID: 74b524c9-e162-48fa-8894-4da2bae93f45 with Priority: HIGHEST for action port [ 1149.924348] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74b524c9-e162-48fa-8894-4da2bae93f45 with Priority: HIGHEST for action port [ 1149.924837] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-74b524c9-e162-48fa-8894-4da2bae93f45 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.925330] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74b524c9-e162-48fa-8894-4da2bae93f45" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.925330] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74b524c9-e162-48fa-8894-4da2bae93f45" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.925684] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74b524c9-e162-48fa-8894-4da2bae93f45" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.926178] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74b524c9-e162-48fa-8894-4da2bae93f45',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.007639] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.008015] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.008167] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.008598] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.008769] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.009112] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.009391] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.009391] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.009873] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.009914] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.010282] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 is going to be updated. [ 1150.045312] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.045487] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.045549] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.045731] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.045902] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.058009] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 in Status: IN_PROGRESS for 2s [ 1150.302825] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 474b68b0-94df-4333-93a9-6756c85dd66d in Status: SUCCESS [ 1150.303066] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 474b68b0-94df-4333-93a9-6756c85dd66d deletion is rescheduled due to dependency. [ 1150.303138] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-474b68b0-94df-4333-93a9-6756c85dd66d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.429100] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 74b524c9-e162-48fa-8894-4da2bae93f45 [ 1150.429369] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.429510] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.429568] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.429823] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.429880] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.429955] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:74b524c9-e162-48fa-8894-4da2bae93f45 already deleted. [ 1150.430063] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74b524c9-e162-48fa-8894-4da2bae93f45" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.638020] env[65077]: INFO networking_nsxv3.common.synchronization [req-25bdb2a2-0620-48af-94f1-22d70f840df0 req-619a9bb2-132c-478e-8b88-b0a4b8e4f894 tempest-ServersNegativeTestJSON-1837523186 tempest-ServersNegativeTestJSON-1837523186-project-member] Enqueued Resource ID: 5385ae19-711d-4525-bc26-cb12421f7edd with Priority: HIGHEST for action security_group_members [ 1150.638020] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5385ae19-711d-4525-bc26-cb12421f7edd with Priority: HIGHEST for action security_group_members [ 1150.638020] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-5385ae19-711d-4525-bc26-cb12421f7edd taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.638020] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5385ae19-711d-4525-bc26-cb12421f7edd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.638020] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5385ae19-711d-4525-bc26-cb12421f7edd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.638020] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5385ae19-711d-4525-bc26-cb12421f7edd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.638020] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.638020] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.638020] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.638020] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.638020] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.638020] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5385ae19-711d-4525-bc26-cb12421f7edd',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.145210] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.145474] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.145474] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.145615] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.145700] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.146037] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.146099] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.146164] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.146340] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.146435] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.147160] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5385ae19-711d-4525-bc26-cb12421f7edd is going to be updated. [ 1151.181984] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.181984] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.181984] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.182265] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.182296] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.193314] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5385ae19-711d-4525-bc26-cb12421f7edd in Status: IN_PROGRESS for 2s [ 1151.729227] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 908241b4-2a79-486c-9d38-29c9ee53f57a in Status: SUCCESS [ 1151.729480] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-908241b4-2a79-486c-9d38-29c9ee53f57a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.069673] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 in Status: SUCCESS [ 1152.069929] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 deletion is rescheduled due to dependency. [ 1152.070080] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.416666] env[65077]: INFO networking_nsxv3.common.synchronization [None req-c178c349-f1f2-4113-9b3a-1cd1057c3913 tempest-ServerActionsTestOtherA-1007107634 tempest-ServerActionsTestOtherA-1007107634-project-member] Enqueued Resource ID: 7aa08480-d4ef-498b-bf1d-f85656968cae with Priority: HIGHEST for action security_group_rules [ 1152.417125] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aa08480-d4ef-498b-bf1d-f85656968cae with Priority: HIGHEST for action security_group_rules [ 1152.417268] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7aa08480-d4ef-498b-bf1d-f85656968cae taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.417651] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7aa08480-d4ef-498b-bf1d-f85656968cae" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.417651] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7aa08480-d4ef-498b-bf1d-f85656968cae" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.417820] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7aa08480-d4ef-498b-bf1d-f85656968cae" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.417820] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7aa08480-d4ef-498b-bf1d-f85656968cae',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.498654] env[65077]: INFO networking_nsxv3.common.synchronization [None req-225aa3b7-fe69-4058-a7f3-76c5751122af tempest-ServerActionsTestOtherA-1007107634 tempest-ServerActionsTestOtherA-1007107634-project-member] Enqueued Resource ID: 7aa08480-d4ef-498b-bf1d-f85656968cae with Priority: HIGHEST for action security_group_rules [ 1152.499219] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aa08480-d4ef-498b-bf1d-f85656968cae with Priority: HIGHEST for action security_group_rules [ 1152.499610] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7aa08480-d4ef-498b-bf1d-f85656968cae taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.499719] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7aa08480-d4ef-498b-bf1d-f85656968cae" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.957537] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.957754] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.957800] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.958207] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.958354] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.958457] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7aa08480-d4ef-498b-bf1d-f85656968cae already deleted. [ 1152.958554] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7aa08480-d4ef-498b-bf1d-f85656968cae" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.958744] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7aa08480-d4ef-498b-bf1d-f85656968cae" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.959031] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7aa08480-d4ef-498b-bf1d-f85656968cae" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.959176] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7aa08480-d4ef-498b-bf1d-f85656968cae',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.203673] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5385ae19-711d-4525-bc26-cb12421f7edd in Status: SUCCESS [ 1153.203859] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5385ae19-711d-4525-bc26-cb12421f7edd deletion is rescheduled due to dependency. [ 1153.203969] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5385ae19-711d-4525-bc26-cb12421f7edd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.481028] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.481028] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.481028] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.481456] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.481456] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.481456] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7aa08480-d4ef-498b-bf1d-f85656968cae already deleted. [ 1153.481456] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7aa08480-d4ef-498b-bf1d-f85656968cae" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.608133] env[65077]: INFO networking_nsxv3.common.synchronization [req-8f9fec59-2edd-4f66-a43a-365ec6e862ae req-649ce42f-4600-4fb1-b329-f6032d5cf503 tempest-AttachInterfacesTestJSON-1133181043 tempest-AttachInterfacesTestJSON-1133181043-project-member] Enqueued Resource ID: 908241b4-2a79-486c-9d38-29c9ee53f57a with Priority: HIGHEST for action security_group_members [ 1155.609117] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 908241b4-2a79-486c-9d38-29c9ee53f57a with Priority: HIGHEST for action security_group_members [ 1155.609537] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-908241b4-2a79-486c-9d38-29c9ee53f57a taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.610201] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-908241b4-2a79-486c-9d38-29c9ee53f57a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.610201] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-908241b4-2a79-486c-9d38-29c9ee53f57a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.610201] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-908241b4-2a79-486c-9d38-29c9ee53f57a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.610308] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.610478] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.610549] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.610780] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.610884] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.610992] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('908241b4-2a79-486c-9d38-29c9ee53f57a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.055220] env[65077]: INFO networking_nsxv3.common.synchronization [req-9a5fb9dd-73f5-45be-a6f5-035069f3c2e2 req-429b1152-01a3-4a87-9c03-092b836cf805 tempest-ServerActionsTestJSON-1998235934 tempest-ServerActionsTestJSON-1998235934-project-member] Enqueued Resource ID: cad6e111-3174-4a1d-a593-89eb1f49b412 with Priority: HIGHEST for action security_group_members [ 1156.055776] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cad6e111-3174-4a1d-a593-89eb1f49b412 with Priority: HIGHEST for action security_group_members [ 1156.056144] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-cad6e111-3174-4a1d-a593-89eb1f49b412 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.056286] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cad6e111-3174-4a1d-a593-89eb1f49b412" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.056357] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cad6e111-3174-4a1d-a593-89eb1f49b412" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.056637] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cad6e111-3174-4a1d-a593-89eb1f49b412" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.056793] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.056899] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.057021] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.057229] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.057628] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.057628] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cad6e111-3174-4a1d-a593-89eb1f49b412',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.114168] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.114344] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.114424] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.114634] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.114726] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.114927] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.115040] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.115098] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.115245] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.115320] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.115406] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 908241b4-2a79-486c-9d38-29c9ee53f57a is going to be updated. [ 1156.149757] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.149757] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.149757] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.149757] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.149757] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.160044] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 908241b4-2a79-486c-9d38-29c9ee53f57a in Status: IN_PROGRESS for 2s [ 1156.407440] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock network-875 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.407669] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "network-875" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.407827] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "network-875" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.408311] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "network-875" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.408615] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.408926] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.408984] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.409539] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.409708] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.410965] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1156.410965] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1156.410965] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1156.410965] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1156.410965] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1156.410965] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1156.410965] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1156.431810] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1156.432039] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1156.432215] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1156.432428] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "network-875" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.432781] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock port-54c8e91f-aae6-4b26-9d65-b0805eba1ba9 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.433012] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "port-54c8e91f-aae6-4b26-9d65-b0805eba1ba9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.433192] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "port-54c8e91f-aae6-4b26-9d65-b0805eba1ba9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.433516] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "port-54c8e91f-aae6-4b26-9d65-b0805eba1ba9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.433657] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54c8e91f-aae6-4b26-9d65-b0805eba1ba9',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.560659] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.560659] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.560659] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.560956] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.561038] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.561253] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.561374] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.561431] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.561637] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.561726] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.561876] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cad6e111-3174-4a1d-a593-89eb1f49b412 already deleted. [ 1156.561961] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cad6e111-3174-4a1d-a593-89eb1f49b412" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.937041] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.937041] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.937041] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.937041] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.937041] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.937590] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Segment Port 54c8e91f-aae6-4b26-9d65-b0805eba1ba9 not found, creating... [ 1156.937590] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.937590] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.937718] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.937920] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.938070] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.938362] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.938515] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.938685] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.938910] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.939056] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.939195] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Resource: SegmentPort with ID: 54c8e91f-aae6-4b26-9d65-b0805eba1ba9 is going to be created. [ 1156.959021] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.959264] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.959419] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.959687] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.960167] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.960286] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "port-54c8e91f-aae6-4b26-9d65-b0805eba1ba9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.719109] env[65077]: INFO networking_nsxv3.common.synchronization [req-9a5fb9dd-73f5-45be-a6f5-035069f3c2e2 req-72658f32-7cc8-4316-936e-1ec977f0fb43 service nova] Enqueued Resource ID: cad6e111-3174-4a1d-a593-89eb1f49b412 with Priority: HIGHEST for action security_group_rules [ 1157.719393] env[65077]: INFO networking_nsxv3.common.synchronization [req-9a5fb9dd-73f5-45be-a6f5-035069f3c2e2 req-72658f32-7cc8-4316-936e-1ec977f0fb43 service nova] Enqueued Resource ID: cad6e111-3174-4a1d-a593-89eb1f49b412 with Priority: HIGHEST for action security_group_members [ 1157.719541] env[65077]: INFO networking_nsxv3.common.synchronization [req-9a5fb9dd-73f5-45be-a6f5-035069f3c2e2 req-72658f32-7cc8-4316-936e-1ec977f0fb43 service nova] Enqueued Resource ID: 54c8e91f-aae6-4b26-9d65-b0805eba1ba9 with Priority: HIGHEST for action port [ 1157.720322] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cad6e111-3174-4a1d-a593-89eb1f49b412 with Priority: HIGHEST for action security_group_rules [ 1157.720414] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cad6e111-3174-4a1d-a593-89eb1f49b412 with Priority: HIGHEST for action security_group_members [ 1157.720533] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54c8e91f-aae6-4b26-9d65-b0805eba1ba9 with Priority: HIGHEST for action port [ 1157.720898] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cad6e111-3174-4a1d-a593-89eb1f49b412 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.721069] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cad6e111-3174-4a1d-a593-89eb1f49b412" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.721145] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cad6e111-3174-4a1d-a593-89eb1f49b412" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.721417] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cad6e111-3174-4a1d-a593-89eb1f49b412" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.721594] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cad6e111-3174-4a1d-a593-89eb1f49b412',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.722498] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-cad6e111-3174-4a1d-a593-89eb1f49b412 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.722649] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cad6e111-3174-4a1d-a593-89eb1f49b412" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.722749] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cad6e111-3174-4a1d-a593-89eb1f49b412" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.722978] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cad6e111-3174-4a1d-a593-89eb1f49b412" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.723902] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.723902] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.723902] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.723902] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.723902] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.723902] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cad6e111-3174-4a1d-a593-89eb1f49b412',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.724593] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-54c8e91f-aae6-4b26-9d65-b0805eba1ba9 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.724742] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54c8e91f-aae6-4b26-9d65-b0805eba1ba9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.724849] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54c8e91f-aae6-4b26-9d65-b0805eba1ba9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.725176] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54c8e91f-aae6-4b26-9d65-b0805eba1ba9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.725176] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54c8e91f-aae6-4b26-9d65-b0805eba1ba9',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.170921] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 908241b4-2a79-486c-9d38-29c9ee53f57a in Status: SUCCESS [ 1158.171263] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 908241b4-2a79-486c-9d38-29c9ee53f57a deletion is rescheduled due to dependency. [ 1158.171263] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-908241b4-2a79-486c-9d38-29c9ee53f57a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.227173] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-cad6e111-3174-4a1d-a593-89eb1f49b412 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.227354] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cad6e111-3174-4a1d-a593-89eb1f49b412" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.227490] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cad6e111-3174-4a1d-a593-89eb1f49b412',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.228527] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 54c8e91f-aae6-4b26-9d65-b0805eba1ba9 with status ACTIVE [ 1158.228874] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.229063] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.229240] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.229407] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.229484] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.229863] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.229863] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.229863] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.230070] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.230562] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.230562] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.230562] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.230562] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.230836] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.230954] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.231096] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 54c8e91f-aae6-4b26-9d65-b0805eba1ba9 is going to be updated. [ 1158.255734] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.255897] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.256029] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.256256] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.256415] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.256605] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54c8e91f-aae6-4b26-9d65-b0805eba1ba9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.734491] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cad6e111-3174-4a1d-a593-89eb1f49b412',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.237627] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.237900] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.237900] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.237980] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.238040] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.238470] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cad6e111-3174-4a1d-a593-89eb1f49b412 is going to be created. [ 1159.262249] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.262436] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.262436] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.262660] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.262876] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.272615] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cad6e111-3174-4a1d-a593-89eb1f49b412 in Status: UNINITIALIZED for 2s [ 1161.284058] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cad6e111-3174-4a1d-a593-89eb1f49b412 in Status: SUCCESS [ 1161.284391] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cad6e111-3174-4a1d-a593-89eb1f49b412" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.284514] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cad6e111-3174-4a1d-a593-89eb1f49b412" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.284807] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cad6e111-3174-4a1d-a593-89eb1f49b412" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.285034] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.285177] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.285285] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.285493] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.285586] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.285681] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cad6e111-3174-4a1d-a593-89eb1f49b412" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.285792] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cad6e111-3174-4a1d-a593-89eb1f49b412',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.791981] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cad6e111-3174-4a1d-a593-89eb1f49b412',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.924291] env[65077]: INFO networking_nsxv3.common.synchronization [req-3fccb494-8ba2-4ee1-ad80-7afd29cbd810 req-253f3454-f6cf-4df2-9400-135b0699445f tempest-ServerActionsTestOtherA-1007107634 tempest-ServerActionsTestOtherA-1007107634-project-member] Enqueued Resource ID: 7aa08480-d4ef-498b-bf1d-f85656968cae with Priority: HIGHEST for action security_group_members [ 1161.924291] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aa08480-d4ef-498b-bf1d-f85656968cae with Priority: HIGHEST for action security_group_members [ 1161.925197] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-7aa08480-d4ef-498b-bf1d-f85656968cae taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.925540] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7aa08480-d4ef-498b-bf1d-f85656968cae" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.925732] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7aa08480-d4ef-498b-bf1d-f85656968cae" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.926419] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7aa08480-d4ef-498b-bf1d-f85656968cae" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.926762] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.927067] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.927406] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.927592] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.928287] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.928577] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7aa08480-d4ef-498b-bf1d-f85656968cae',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.295066] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cad6e111-3174-4a1d-a593-89eb1f49b412: rpc.has_security_group_logging(os_id): False [ 1162.321023] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.321023] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.321023] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.321023] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.321023] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.321023] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.321023] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.321023] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.321023] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.321023] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.321023] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cad6e111-3174-4a1d-a593-89eb1f49b412 is going to be created. [ 1162.382066] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock network-490 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.382334] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "network-490" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.382581] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "network-490" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.382944] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "network-490" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.383283] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.383494] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.383687] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.383971] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.384178] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.384493] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1162.384717] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1162.384909] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1162.385120] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1162.385332] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1162.385503] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1162.385684] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1162.393725] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.393970] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.394132] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.394345] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.394616] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.407655] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cad6e111-3174-4a1d-a593-89eb1f49b412 in Status: IN_PROGRESS for 2s [ 1162.410497] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1162.410780] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1162.410930] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1162.411131] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "network-490" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.411551] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock port-556010dc-ef91-4468-b5a1-a89b30ba808a taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.411767] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "port-556010dc-ef91-4468-b5a1-a89b30ba808a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.411957] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "port-556010dc-ef91-4468-b5a1-a89b30ba808a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.412373] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "port-556010dc-ef91-4468-b5a1-a89b30ba808a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.412540] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('556010dc-ef91-4468-b5a1-a89b30ba808a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.432484] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.432684] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.432726] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.432964] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.433759] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.433759] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.433759] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.433759] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.433759] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.433759] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.433759] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7aa08480-d4ef-498b-bf1d-f85656968cae already deleted. [ 1162.434269] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7aa08480-d4ef-498b-bf1d-f85656968cae" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.916084] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.916419] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.916483] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.916731] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.916886] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.917054] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Segment Port 556010dc-ef91-4468-b5a1-a89b30ba808a not found, creating... [ 1162.917317] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.917536] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.917657] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.917885] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.918019] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.918304] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.918517] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.918651] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.918958] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.919043] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.919231] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Resource: SegmentPort with ID: 556010dc-ef91-4468-b5a1-a89b30ba808a is going to be created. [ 1162.944297] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.944650] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.944782] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.945158] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.945416] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.945666] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "port-556010dc-ef91-4468-b5a1-a89b30ba808a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.657647] env[65077]: INFO networking_nsxv3.common.synchronization [req-3fccb494-8ba2-4ee1-ad80-7afd29cbd810 req-4b68b236-acef-4632-ba78-8d8ec88bfb43 service nova] Enqueued Resource ID: 7aa08480-d4ef-498b-bf1d-f85656968cae with Priority: HIGHEST for action security_group_rules [ 1163.657944] env[65077]: INFO networking_nsxv3.common.synchronization [req-3fccb494-8ba2-4ee1-ad80-7afd29cbd810 req-4b68b236-acef-4632-ba78-8d8ec88bfb43 service nova] Enqueued Resource ID: 7aa08480-d4ef-498b-bf1d-f85656968cae with Priority: HIGHEST for action security_group_members [ 1163.657944] env[65077]: INFO networking_nsxv3.common.synchronization [req-3fccb494-8ba2-4ee1-ad80-7afd29cbd810 req-4b68b236-acef-4632-ba78-8d8ec88bfb43 service nova] Enqueued Resource ID: 556010dc-ef91-4468-b5a1-a89b30ba808a with Priority: HIGHEST for action port [ 1163.658600] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aa08480-d4ef-498b-bf1d-f85656968cae with Priority: HIGHEST for action security_group_rules [ 1163.658835] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aa08480-d4ef-498b-bf1d-f85656968cae with Priority: HIGHEST for action security_group_members [ 1163.658835] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 556010dc-ef91-4468-b5a1-a89b30ba808a with Priority: HIGHEST for action port [ 1163.659050] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7aa08480-d4ef-498b-bf1d-f85656968cae taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.659154] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7aa08480-d4ef-498b-bf1d-f85656968cae" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.659240] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7aa08480-d4ef-498b-bf1d-f85656968cae" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.659437] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7aa08480-d4ef-498b-bf1d-f85656968cae" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.659517] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7aa08480-d4ef-498b-bf1d-f85656968cae',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.665773] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-7aa08480-d4ef-498b-bf1d-f85656968cae taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.665773] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7aa08480-d4ef-498b-bf1d-f85656968cae" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.665773] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7aa08480-d4ef-498b-bf1d-f85656968cae" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.666137] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7aa08480-d4ef-498b-bf1d-f85656968cae" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.666198] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.666405] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.666405] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.666616] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.666719] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.666811] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7aa08480-d4ef-498b-bf1d-f85656968cae',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.668958] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-556010dc-ef91-4468-b5a1-a89b30ba808a taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.668958] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-556010dc-ef91-4468-b5a1-a89b30ba808a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.668958] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-556010dc-ef91-4468-b5a1-a89b30ba808a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.668958] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-556010dc-ef91-4468-b5a1-a89b30ba808a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.668958] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('556010dc-ef91-4468-b5a1-a89b30ba808a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.012894] env[65077]: INFO networking_nsxv3.common.synchronization [None req-2b3ff9f6-5b20-4b0e-abe8-41fcd021d030 tempest-AttachInterfacesTestJSON-1133181043 tempest-AttachInterfacesTestJSON-1133181043-project-member] Enqueued Resource ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 with Priority: HIGHEST for action security_group_members [ 1164.013448] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 with Priority: HIGHEST for action security_group_members [ 1164.013761] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.013955] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.014046] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.014279] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.014440] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.014566] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.014623] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.014804] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.014928] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.015039] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.170426] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7aa08480-d4ef-498b-bf1d-f85656968cae',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.172198] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-7aa08480-d4ef-498b-bf1d-f85656968cae taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.172415] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7aa08480-d4ef-498b-bf1d-f85656968cae" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.172484] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 556010dc-ef91-4468-b5a1-a89b30ba808a with status ACTIVE [ 1164.172639] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.172824] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.173154] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.173154] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.173249] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.173591] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.173591] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.173706] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.173772] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.173849] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.174065] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.175827] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.175905] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.176106] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.176191] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.176286] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 556010dc-ef91-4468-b5a1-a89b30ba808a is going to be updated. [ 1164.199750] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.199887] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.200024] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.200213] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.200355] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.200520] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-556010dc-ef91-4468-b5a1-a89b30ba808a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.422474] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cad6e111-3174-4a1d-a593-89eb1f49b412 in Status: SUCCESS [ 1164.422751] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cad6e111-3174-4a1d-a593-89eb1f49b412" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.517056] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.517241] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.517316] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.517511] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.517605] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.517796] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.517894] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.517946] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.518115] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.518190] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.518295] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 is going to be updated. [ 1164.547125] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.547270] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.547851] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.547851] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.547851] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.557916] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 in Status: IN_PROGRESS for 2s [ 1164.679657] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7aa08480-d4ef-498b-bf1d-f85656968cae',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.182042] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.182317] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.182317] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.182474] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.182561] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.182666] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7aa08480-d4ef-498b-bf1d-f85656968cae is going to be created. [ 1165.207633] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.207968] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.207968] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.208217] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.208440] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.219240] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7aa08480-d4ef-498b-bf1d-f85656968cae in Status: UNINITIALIZED for 2s [ 1166.568650] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 in Status: SUCCESS [ 1166.569042] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 deletion is rescheduled due to dependency. [ 1166.569094] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.229864] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7aa08480-d4ef-498b-bf1d-f85656968cae in Status: UNINITIALIZED for 4s [ 1169.014965] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1169.014965] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1169.249067] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7aa08480-d4ef-498b-bf1d-f85656968cae in Status: SUCCESS [ 1169.249067] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7aa08480-d4ef-498b-bf1d-f85656968cae" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.249382] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7aa08480-d4ef-498b-bf1d-f85656968cae" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.249451] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7aa08480-d4ef-498b-bf1d-f85656968cae" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.249614] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.249825] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.249899] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.250114] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.250251] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.250251] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7aa08480-d4ef-498b-bf1d-f85656968cae" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.250396] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7aa08480-d4ef-498b-bf1d-f85656968cae',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.752678] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7aa08480-d4ef-498b-bf1d-f85656968cae',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.255664] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7aa08480-d4ef-498b-bf1d-f85656968cae: rpc.has_security_group_logging(os_id): False [ 1170.277725] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.277725] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.277725] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.278078] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.278078] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.278747] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.278747] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.278747] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.278747] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.278747] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.279203] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7aa08480-d4ef-498b-bf1d-f85656968cae is going to be created. [ 1170.347271] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.347435] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.347540] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.347699] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.347887] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.360317] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7aa08480-d4ef-498b-bf1d-f85656968cae in Status: IN_PROGRESS for 2s [ 1170.593879] env[65077]: INFO networking_nsxv3.common.synchronization [req-30b4ee16-d830-4eca-8463-1a4998e7219b req-cc1f77b2-7d85-44cf-9921-76415e217e8a tempest-AttachVolumeTestJSON-274225233 tempest-AttachVolumeTestJSON-274225233-project-member] Enqueued Resource ID: 264b727f-3acc-48f1-b47f-a32b72bb5f3a with Priority: HIGHEST for action security_group_members [ 1170.594447] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 264b727f-3acc-48f1-b47f-a32b72bb5f3a with Priority: HIGHEST for action security_group_members [ 1170.594780] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-264b727f-3acc-48f1-b47f-a32b72bb5f3a taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.594932] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-264b727f-3acc-48f1-b47f-a32b72bb5f3a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.595034] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-264b727f-3acc-48f1-b47f-a32b72bb5f3a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.595640] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-264b727f-3acc-48f1-b47f-a32b72bb5f3a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.595640] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.595640] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.595640] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.595856] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.595856] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.595856] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('264b727f-3acc-48f1-b47f-a32b72bb5f3a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.100206] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.100452] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.100501] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.100843] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.100965] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.101186] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.101284] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.101342] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.101508] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.101584] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.101668] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 264b727f-3acc-48f1-b47f-a32b72bb5f3a is going to be updated. [ 1171.129623] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.129834] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.129834] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.130049] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.130172] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.138824] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 264b727f-3acc-48f1-b47f-a32b72bb5f3a in Status: IN_PROGRESS for 2s [ 1172.373922] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7aa08480-d4ef-498b-bf1d-f85656968cae in Status: SUCCESS [ 1172.374336] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7aa08480-d4ef-498b-bf1d-f85656968cae" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.148440] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 264b727f-3acc-48f1-b47f-a32b72bb5f3a in Status: SUCCESS [ 1173.148689] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 264b727f-3acc-48f1-b47f-a32b72bb5f3a deletion is rescheduled due to dependency. [ 1173.148847] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-264b727f-3acc-48f1-b47f-a32b72bb5f3a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.594995] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1175.595389] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1177.513698] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock network-236 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.514090] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "network-236" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.514090] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "network-236" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.514282] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "network-236" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.514537] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.514690] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.514805] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.515016] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.515208] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.515360] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1177.515469] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1177.515572] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1177.515675] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1177.515782] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1177.515885] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1177.516017] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1177.535132] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1177.535328] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1177.535448] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1177.535626] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "network-236" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.535939] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock port-b546c6aa-313a-47a7-a719-933920d19cf9 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.536123] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "port-b546c6aa-313a-47a7-a719-933920d19cf9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.536243] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "port-b546c6aa-313a-47a7-a719-933920d19cf9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.536507] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "port-b546c6aa-313a-47a7-a719-933920d19cf9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.536644] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b546c6aa-313a-47a7-a719-933920d19cf9',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.040045] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.040045] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.040045] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.040326] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.040474] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.040777] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.041034] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.041107] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.041309] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.041451] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.041760] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.041922] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.042110] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.042289] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.042454] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.042555] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Resource: SegmentPort with ID: b546c6aa-313a-47a7-a719-933920d19cf9 is going to be updated. [ 1178.064823] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.065082] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.065212] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.065482] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.065683] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.065914] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "port-b546c6aa-313a-47a7-a719-933920d19cf9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.774346] env[65077]: INFO networking_nsxv3.common.synchronization [req-44f71302-5fbd-49ce-8437-24d6b4d3d12a req-f930d804-c9c0-48ea-bd36-8f823d997042 service nova] Enqueued Resource ID: 8f22dae3-4759-488f-9265-187c5397eee9 with Priority: HIGHEST for action security_group_rules [ 1178.774346] env[65077]: INFO networking_nsxv3.common.synchronization [req-44f71302-5fbd-49ce-8437-24d6b4d3d12a req-f930d804-c9c0-48ea-bd36-8f823d997042 service nova] Enqueued Resource ID: 8f22dae3-4759-488f-9265-187c5397eee9 with Priority: HIGHEST for action security_group_members [ 1178.774346] env[65077]: INFO networking_nsxv3.common.synchronization [req-44f71302-5fbd-49ce-8437-24d6b4d3d12a req-f930d804-c9c0-48ea-bd36-8f823d997042 service nova] Enqueued Resource ID: b546c6aa-313a-47a7-a719-933920d19cf9 with Priority: HIGHEST for action port [ 1178.774346] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f22dae3-4759-488f-9265-187c5397eee9 with Priority: HIGHEST for action security_group_rules [ 1178.774346] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f22dae3-4759-488f-9265-187c5397eee9 with Priority: HIGHEST for action security_group_members [ 1178.774346] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b546c6aa-313a-47a7-a719-933920d19cf9 with Priority: HIGHEST for action port [ 1178.774346] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f22dae3-4759-488f-9265-187c5397eee9 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.775071] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f22dae3-4759-488f-9265-187c5397eee9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.775279] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f22dae3-4759-488f-9265-187c5397eee9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.775637] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f22dae3-4759-488f-9265-187c5397eee9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.775847] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f22dae3-4759-488f-9265-187c5397eee9',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.777517] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f22dae3-4759-488f-9265-187c5397eee9 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.777775] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f22dae3-4759-488f-9265-187c5397eee9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.777965] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f22dae3-4759-488f-9265-187c5397eee9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.778948] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f22dae3-4759-488f-9265-187c5397eee9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.780045] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.780045] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.780045] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.780045] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.780045] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.780045] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f22dae3-4759-488f-9265-187c5397eee9',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.780497] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-b546c6aa-313a-47a7-a719-933920d19cf9 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.780610] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b546c6aa-313a-47a7-a719-933920d19cf9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.780670] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b546c6aa-313a-47a7-a719-933920d19cf9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.780950] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b546c6aa-313a-47a7-a719-933920d19cf9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.781050] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b546c6aa-313a-47a7-a719-933920d19cf9',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.282560] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f22dae3-4759-488f-9265-187c5397eee9 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.282732] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f22dae3-4759-488f-9265-187c5397eee9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.284043] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b546c6aa-313a-47a7-a719-933920d19cf9 with status ACTIVE [ 1179.284234] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.284361] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.284428] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.284632] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.284718] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.284916] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.285030] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.285094] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.285251] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.285330] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.285510] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.285602] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.285662] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.285797] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.285871] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.285956] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b546c6aa-313a-47a7-a719-933920d19cf9 is going to be updated. [ 1179.287109] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f22dae3-4759-488f-9265-187c5397eee9',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.308528] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.308796] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.308796] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.308936] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.309109] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.309299] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b546c6aa-313a-47a7-a719-933920d19cf9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.789399] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f22dae3-4759-488f-9265-187c5397eee9',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.291540] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.291754] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.291754] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.292044] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.292143] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.292250] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f22dae3-4759-488f-9265-187c5397eee9 is going to be updated. [ 1180.330323] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.330556] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.330556] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.330758] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.331026] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.340335] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f22dae3-4759-488f-9265-187c5397eee9 in Status: IN_PROGRESS for 2s [ 1182.353174] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f22dae3-4759-488f-9265-187c5397eee9 in Status: SUCCESS [ 1182.353174] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f22dae3-4759-488f-9265-187c5397eee9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.353174] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f22dae3-4759-488f-9265-187c5397eee9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.353174] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f22dae3-4759-488f-9265-187c5397eee9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.353174] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.353174] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.353174] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.353174] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.353174] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.353720] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f22dae3-4759-488f-9265-187c5397eee9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.353720] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8f22dae3-4759-488f-9265-187c5397eee9',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.855612] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8f22dae3-4759-488f-9265-187c5397eee9',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.359087] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8f22dae3-4759-488f-9265-187c5397eee9: rpc.has_security_group_logging(os_id): False [ 1183.378723] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.378723] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.378723] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.379259] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.379259] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.379466] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.379610] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.379680] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.379886] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.380113] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.380184] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f22dae3-4759-488f-9265-187c5397eee9 is going to be updated. [ 1183.442755] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.443038] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.443038] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.443373] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.443450] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.458925] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f22dae3-4759-488f-9265-187c5397eee9 in Status: IN_PROGRESS for 2s [ 1183.775190] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1183.775338] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1184.516086] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock network-965 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.516521] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "network-965" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.516521] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "network-965" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.516890] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "network-965" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.516938] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.517149] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.517285] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.517499] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.517642] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.517852] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1184.517989] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1184.518143] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1184.518261] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1184.518375] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1184.518482] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1184.518613] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1184.539186] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1184.539385] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1184.539496] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1184.539677] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "network-965" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.540114] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock port-c5bcac63-2894-4d44-8315-65bec8bc0c7f taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.540300] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "port-c5bcac63-2894-4d44-8315-65bec8bc0c7f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.540419] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "port-c5bcac63-2894-4d44-8315-65bec8bc0c7f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.540685] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "port-c5bcac63-2894-4d44-8315-65bec8bc0c7f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.540856] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5bcac63-2894-4d44-8315-65bec8bc0c7f',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.044141] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.044385] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.044534] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.044805] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.044961] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.045479] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.045753] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.045888] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.046160] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.046308] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.046744] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.046821] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.046890] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.047128] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.047264] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.047407] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Resource: SegmentPort with ID: c5bcac63-2894-4d44-8315-65bec8bc0c7f is going to be updated. [ 1185.072858] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.073157] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.073331] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.073589] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.073837] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.074108] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "port-c5bcac63-2894-4d44-8315-65bec8bc0c7f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.474098] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f22dae3-4759-488f-9265-187c5397eee9 in Status: SUCCESS [ 1185.474331] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f22dae3-4759-488f-9265-187c5397eee9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.792569] env[65077]: INFO networking_nsxv3.common.synchronization [req-a14fb8b4-9e7f-4377-aa81-51fa40e2eba4 req-1d4f23e9-0a2e-4071-a8e1-8947485700d6 service nova] Enqueued Resource ID: 183043d0-c3f3-4288-9199-59f9b189e565 with Priority: HIGHEST for action security_group_rules [ 1185.792855] env[65077]: INFO networking_nsxv3.common.synchronization [req-a14fb8b4-9e7f-4377-aa81-51fa40e2eba4 req-1d4f23e9-0a2e-4071-a8e1-8947485700d6 service nova] Enqueued Resource ID: 183043d0-c3f3-4288-9199-59f9b189e565 with Priority: HIGHEST for action security_group_members [ 1185.792999] env[65077]: INFO networking_nsxv3.common.synchronization [req-a14fb8b4-9e7f-4377-aa81-51fa40e2eba4 req-1d4f23e9-0a2e-4071-a8e1-8947485700d6 service nova] Enqueued Resource ID: c5bcac63-2894-4d44-8315-65bec8bc0c7f with Priority: HIGHEST for action port [ 1185.794298] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 183043d0-c3f3-4288-9199-59f9b189e565 with Priority: HIGHEST for action security_group_rules [ 1185.794524] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 183043d0-c3f3-4288-9199-59f9b189e565 with Priority: HIGHEST for action security_group_members [ 1185.794706] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5bcac63-2894-4d44-8315-65bec8bc0c7f with Priority: HIGHEST for action port [ 1185.795031] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-183043d0-c3f3-4288-9199-59f9b189e565 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.795170] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.795241] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.795469] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.795593] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('183043d0-c3f3-4288-9199-59f9b189e565',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.796791] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-183043d0-c3f3-4288-9199-59f9b189e565 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.797086] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.797086] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.798186] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.798186] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.798186] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.798186] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.798186] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.798186] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.798186] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('183043d0-c3f3-4288-9199-59f9b189e565',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.800170] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5bcac63-2894-4d44-8315-65bec8bc0c7f taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.800170] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5bcac63-2894-4d44-8315-65bec8bc0c7f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.800170] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5bcac63-2894-4d44-8315-65bec8bc0c7f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.800331] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5bcac63-2894-4d44-8315-65bec8bc0c7f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.800331] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5bcac63-2894-4d44-8315-65bec8bc0c7f',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.302414] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-183043d0-c3f3-4288-9199-59f9b189e565 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.302414] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.302578] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('183043d0-c3f3-4288-9199-59f9b189e565',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.303473] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c5bcac63-2894-4d44-8315-65bec8bc0c7f with status ACTIVE [ 1186.303675] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.303748] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.303834] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.304115] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.304115] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.304256] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.304324] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.304382] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.304530] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.304609] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.304812] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.304879] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.304932] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.305067] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.305142] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.305842] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c5bcac63-2894-4d44-8315-65bec8bc0c7f is going to be updated. [ 1186.327868] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.328369] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.328369] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.328369] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.328514] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.328666] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5bcac63-2894-4d44-8315-65bec8bc0c7f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.807122] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('183043d0-c3f3-4288-9199-59f9b189e565',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.308831] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.309089] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.309089] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.309326] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.309418] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.309520] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 183043d0-c3f3-4288-9199-59f9b189e565 is going to be updated. [ 1187.341135] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.341330] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.341403] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.341564] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.341712] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.351972] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 183043d0-c3f3-4288-9199-59f9b189e565 in Status: IN_PROGRESS for 2s [ 1189.364332] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 183043d0-c3f3-4288-9199-59f9b189e565 in Status: SUCCESS [ 1189.364693] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.364907] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.365228] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.365538] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.365671] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.365743] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.365963] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.366092] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.366188] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.366285] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('183043d0-c3f3-4288-9199-59f9b189e565',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.868644] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('183043d0-c3f3-4288-9199-59f9b189e565',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.371607] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 183043d0-c3f3-4288-9199-59f9b189e565: rpc.has_security_group_logging(os_id): False [ 1190.389836] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.390037] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.390093] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.390273] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.390364] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.390612] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.390716] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.390778] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.391127] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.391173] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.391260] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 183043d0-c3f3-4288-9199-59f9b189e565 is going to be updated. [ 1190.458856] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.459047] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.459088] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.459300] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.459444] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.474457] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 183043d0-c3f3-4288-9199-59f9b189e565 in Status: IN_PROGRESS for 2s [ 1190.795498] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1190.795692] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1190.919583] env[65077]: INFO networking_nsxv3.common.synchronization [req-9b76c8be-bff0-4bb3-b345-3e288cc90674 req-ae71c252-6670-4d09-9c0b-8a21f59ba02b tempest-AttachVolumeNegativeTest-20018646 tempest-AttachVolumeNegativeTest-20018646-project-member] Enqueued Resource ID: ab4fa412-2275-4f32-a391-a507935901b4 with Priority: HIGHEST for action security_group_members [ 1190.920113] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab4fa412-2275-4f32-a391-a507935901b4 with Priority: HIGHEST for action security_group_members [ 1190.920497] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab4fa412-2275-4f32-a391-a507935901b4 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.920718] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab4fa412-2275-4f32-a391-a507935901b4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.920806] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab4fa412-2275-4f32-a391-a507935901b4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.921099] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab4fa412-2275-4f32-a391-a507935901b4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.921266] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.921371] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.921432] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.921620] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.921717] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.921765] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab4fa412-2275-4f32-a391-a507935901b4',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.428060] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.428534] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.428534] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.428756] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.428912] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.429215] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.429378] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.429444] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.429651] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.429737] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.429831] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab4fa412-2275-4f32-a391-a507935901b4 is going to be updated. [ 1191.469299] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.469457] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.469528] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.469744] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.469897] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.483799] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab4fa412-2275-4f32-a391-a507935901b4 in Status: IN_PROGRESS for 2s [ 1192.490795] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 183043d0-c3f3-4288-9199-59f9b189e565 in Status: SUCCESS [ 1192.491267] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.493319] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab4fa412-2275-4f32-a391-a507935901b4 in Status: SUCCESS [ 1193.493731] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab4fa412-2275-4f32-a391-a507935901b4 deletion is rescheduled due to dependency. [ 1193.493731] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab4fa412-2275-4f32-a391-a507935901b4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.921113] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1195.921439] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1200.921896] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1200.922279] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1203.884929] env[65077]: INFO networking_nsxv3.common.synchronization [req-b8e00f34-a0f2-411c-94a4-7b68594224f8 req-dc8ce68c-8580-4fbe-8b6e-63c96dec882d tempest-AttachVolumeNegativeTest-20018646 tempest-AttachVolumeNegativeTest-20018646-project-member] Enqueued Resource ID: 5b997105-ef21-42c8-86cf-28907c079d83 with Priority: HIGHEST for action security_group_members [ 1203.885425] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b997105-ef21-42c8-86cf-28907c079d83 with Priority: HIGHEST for action security_group_members [ 1203.885745] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b997105-ef21-42c8-86cf-28907c079d83 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.885864] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b997105-ef21-42c8-86cf-28907c079d83" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.885935] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b997105-ef21-42c8-86cf-28907c079d83" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.886141] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b997105-ef21-42c8-86cf-28907c079d83" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.886310] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.886377] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.886623] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.886623] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.886720] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.886768] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b997105-ef21-42c8-86cf-28907c079d83',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.271376] env[65077]: INFO networking_nsxv3.common.synchronization [req-f94bc46e-42c4-4bc5-bcf3-1b8e23a9a802 req-5d841d4f-5299-49fe-85ac-e9e8ff746bb4 tempest-ServerActionsTestOtherB-741919204 tempest-ServerActionsTestOtherB-741919204-project-member] Enqueued Resource ID: 183043d0-c3f3-4288-9199-59f9b189e565 with Priority: HIGHEST for action security_group_members [ 1204.271936] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 183043d0-c3f3-4288-9199-59f9b189e565 with Priority: HIGHEST for action security_group_members [ 1204.272300] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-183043d0-c3f3-4288-9199-59f9b189e565 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.272423] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.272487] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.272677] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.272832] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.272928] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.272992] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.273199] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.273314] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.273521] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('183043d0-c3f3-4288-9199-59f9b189e565',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.389431] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.389589] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.389651] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.389868] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.411113] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.411638] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.411764] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.411830] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.412046] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.412140] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.412232] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b997105-ef21-42c8-86cf-28907c079d83 is going to be updated. [ 1204.442269] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.442465] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.442557] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.442692] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.442837] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.453344] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b997105-ef21-42c8-86cf-28907c079d83 in Status: IN_PROGRESS for 2s [ 1204.776531] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.776711] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.776769] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.776967] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.777071] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.777265] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.777362] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.777426] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.777577] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.777651] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.777735] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 183043d0-c3f3-4288-9199-59f9b189e565 is going to be updated. [ 1204.833078] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.833078] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.833078] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.833078] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.833078] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.843058] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 183043d0-c3f3-4288-9199-59f9b189e565 in Status: IN_PROGRESS for 2s [ 1206.463095] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b997105-ef21-42c8-86cf-28907c079d83 in Status: SUCCESS [ 1206.463490] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b997105-ef21-42c8-86cf-28907c079d83 deletion is rescheduled due to dependency. [ 1206.463490] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b997105-ef21-42c8-86cf-28907c079d83" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.853570] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 183043d0-c3f3-4288-9199-59f9b189e565 in Status: SUCCESS [ 1206.853752] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 183043d0-c3f3-4288-9199-59f9b189e565 deletion is rescheduled due to dependency. [ 1206.853866] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.067017] env[65077]: INFO networking_nsxv3.common.synchronization [None req-4fda9112-de9b-4bd4-affe-69d579593428 tempest-AttachVolumeNegativeTest-20018646 tempest-AttachVolumeNegativeTest-20018646-project-member] Enqueued Resource ID: cbd0df30-cf34-4059-bf9c-a6ce1bde49e1 with Priority: HIGHEST for action security_group_rules [ 1209.067569] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbd0df30-cf34-4059-bf9c-a6ce1bde49e1 with Priority: HIGHEST for action security_group_rules [ 1209.067880] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbd0df30-cf34-4059-bf9c-a6ce1bde49e1 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.068039] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbd0df30-cf34-4059-bf9c-a6ce1bde49e1" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.068111] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbd0df30-cf34-4059-bf9c-a6ce1bde49e1" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.068385] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbd0df30-cf34-4059-bf9c-a6ce1bde49e1" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.068453] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbd0df30-cf34-4059-bf9c-a6ce1bde49e1',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.143864] env[65077]: INFO networking_nsxv3.common.synchronization [None req-85409f46-af34-4d89-af03-a8c94f2f9c59 tempest-AttachVolumeNegativeTest-20018646 tempest-AttachVolumeNegativeTest-20018646-project-member] Enqueued Resource ID: cbd0df30-cf34-4059-bf9c-a6ce1bde49e1 with Priority: HIGHEST for action security_group_rules [ 1209.144813] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbd0df30-cf34-4059-bf9c-a6ce1bde49e1 with Priority: HIGHEST for action security_group_rules [ 1209.145019] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbd0df30-cf34-4059-bf9c-a6ce1bde49e1 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.145234] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbd0df30-cf34-4059-bf9c-a6ce1bde49e1" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.591795] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.591970] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.592142] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.592356] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.592448] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.592544] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbd0df30-cf34-4059-bf9c-a6ce1bde49e1 already deleted. [ 1209.592627] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbd0df30-cf34-4059-bf9c-a6ce1bde49e1" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.592774] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbd0df30-cf34-4059-bf9c-a6ce1bde49e1" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.592935] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbd0df30-cf34-4059-bf9c-a6ce1bde49e1" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.593031] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbd0df30-cf34-4059-bf9c-a6ce1bde49e1',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.118286] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.118599] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.118599] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.118706] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.118807] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.118947] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbd0df30-cf34-4059-bf9c-a6ce1bde49e1 already deleted. [ 1210.119073] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbd0df30-cf34-4059-bf9c-a6ce1bde49e1" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.145164] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1214.145450] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1214.548842] env[65077]: INFO networking_nsxv3.common.synchronization [req-fbb99d24-c17a-4194-9ca2-4eabcd709e63 req-cc80628f-f7cf-42c7-9705-7d220209a6fb tempest-AttachVolumeNegativeTest-20018646 tempest-AttachVolumeNegativeTest-20018646-project-member] Enqueued Resource ID: cbd0df30-cf34-4059-bf9c-a6ce1bde49e1 with Priority: HIGHEST for action security_group_members [ 1214.549640] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbd0df30-cf34-4059-bf9c-a6ce1bde49e1 with Priority: HIGHEST for action security_group_members [ 1214.549983] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbd0df30-cf34-4059-bf9c-a6ce1bde49e1 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.550136] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbd0df30-cf34-4059-bf9c-a6ce1bde49e1" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.550236] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbd0df30-cf34-4059-bf9c-a6ce1bde49e1" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.550631] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbd0df30-cf34-4059-bf9c-a6ce1bde49e1" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.550780] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.550869] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.550940] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.551144] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.551224] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.551285] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbd0df30-cf34-4059-bf9c-a6ce1bde49e1',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.817536] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock network-410 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.817836] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "network-410" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.817966] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "network-410" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.818289] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "network-410" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.818651] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.818918] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.819141] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.819472] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.819653] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.819893] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1214.820017] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1214.820129] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1214.820235] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1214.820347] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1214.820451] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1214.820612] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1214.842747] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1214.842927] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1214.843104] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1214.843318] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "network-410" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.843649] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock port-283b4f9a-7a32-4597-89bf-7097d685f20e taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.843852] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "port-283b4f9a-7a32-4597-89bf-7097d685f20e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.843991] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "port-283b4f9a-7a32-4597-89bf-7097d685f20e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.844325] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "port-283b4f9a-7a32-4597-89bf-7097d685f20e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.844461] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('283b4f9a-7a32-4597-89bf-7097d685f20e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.054909] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.055040] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.055112] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.055324] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.055414] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.055606] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.055708] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.055762] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.055901] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.055971] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.056215] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbd0df30-cf34-4059-bf9c-a6ce1bde49e1 already deleted. [ 1215.056215] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbd0df30-cf34-4059-bf9c-a6ce1bde49e1" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.347914] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.347914] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.347914] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.347914] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.347914] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.347914] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Segment Port 283b4f9a-7a32-4597-89bf-7097d685f20e not found, creating... [ 1215.347914] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.349382] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.349382] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.349382] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.349382] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.349382] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.349382] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.349382] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.349757] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.349957] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.350164] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Resource: SegmentPort with ID: 283b4f9a-7a32-4597-89bf-7097d685f20e is going to be created. [ 1215.372824] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.373242] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.373997] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.374158] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.374576] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.374876] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "port-283b4f9a-7a32-4597-89bf-7097d685f20e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.096980] env[65077]: INFO networking_nsxv3.common.synchronization [req-fbb99d24-c17a-4194-9ca2-4eabcd709e63 req-f66edeeb-0bc3-47a8-8e51-3d9502d5b027 service nova] Enqueued Resource ID: cbd0df30-cf34-4059-bf9c-a6ce1bde49e1 with Priority: HIGHEST for action security_group_rules [ 1216.097183] env[65077]: INFO networking_nsxv3.common.synchronization [req-fbb99d24-c17a-4194-9ca2-4eabcd709e63 req-f66edeeb-0bc3-47a8-8e51-3d9502d5b027 service nova] Enqueued Resource ID: cbd0df30-cf34-4059-bf9c-a6ce1bde49e1 with Priority: HIGHEST for action security_group_members [ 1216.097396] env[65077]: INFO networking_nsxv3.common.synchronization [req-fbb99d24-c17a-4194-9ca2-4eabcd709e63 req-f66edeeb-0bc3-47a8-8e51-3d9502d5b027 service nova] Enqueued Resource ID: 283b4f9a-7a32-4597-89bf-7097d685f20e with Priority: HIGHEST for action port [ 1216.097929] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbd0df30-cf34-4059-bf9c-a6ce1bde49e1 with Priority: HIGHEST for action security_group_rules [ 1216.098349] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbd0df30-cf34-4059-bf9c-a6ce1bde49e1 with Priority: HIGHEST for action security_group_members [ 1216.098502] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 283b4f9a-7a32-4597-89bf-7097d685f20e with Priority: HIGHEST for action port [ 1216.099053] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbd0df30-cf34-4059-bf9c-a6ce1bde49e1 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.099162] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbd0df30-cf34-4059-bf9c-a6ce1bde49e1" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.099231] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbd0df30-cf34-4059-bf9c-a6ce1bde49e1" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.099589] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbd0df30-cf34-4059-bf9c-a6ce1bde49e1" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.099704] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbd0df30-cf34-4059-bf9c-a6ce1bde49e1',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.100748] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbd0df30-cf34-4059-bf9c-a6ce1bde49e1 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.101060] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbd0df30-cf34-4059-bf9c-a6ce1bde49e1" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.101156] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbd0df30-cf34-4059-bf9c-a6ce1bde49e1" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.101387] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbd0df30-cf34-4059-bf9c-a6ce1bde49e1" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.101969] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.102110] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.102189] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.102895] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.102895] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.102895] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbd0df30-cf34-4059-bf9c-a6ce1bde49e1',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.103703] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-283b4f9a-7a32-4597-89bf-7097d685f20e taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.103850] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-283b4f9a-7a32-4597-89bf-7097d685f20e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.103850] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-283b4f9a-7a32-4597-89bf-7097d685f20e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.104111] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-283b4f9a-7a32-4597-89bf-7097d685f20e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.104204] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('283b4f9a-7a32-4597-89bf-7097d685f20e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.605784] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbd0df30-cf34-4059-bf9c-a6ce1bde49e1 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.606123] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbd0df30-cf34-4059-bf9c-a6ce1bde49e1" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.607299] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cbd0df30-cf34-4059-bf9c-a6ce1bde49e1',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.608298] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 283b4f9a-7a32-4597-89bf-7097d685f20e with status ACTIVE [ 1216.608523] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.608691] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.608753] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.609711] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.609711] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.609711] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.609711] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.609711] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.609711] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.609989] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.609989] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.610114] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.610114] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.610256] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.610349] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.610454] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 283b4f9a-7a32-4597-89bf-7097d685f20e is going to be updated. [ 1216.632888] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.633072] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.633072] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.633463] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.633637] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.633867] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-283b4f9a-7a32-4597-89bf-7097d685f20e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.113307] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cbd0df30-cf34-4059-bf9c-a6ce1bde49e1',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.616092] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.616496] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.616496] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.616949] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.616949] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.616949] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbd0df30-cf34-4059-bf9c-a6ce1bde49e1 is going to be created. [ 1217.644026] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.644026] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.644026] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.644026] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.644026] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.653126] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbd0df30-cf34-4059-bf9c-a6ce1bde49e1 in Status: UNINITIALIZED for 2s [ 1217.925651] env[65077]: INFO networking_nsxv3.common.synchronization [None req-2b4800ed-b73e-4f69-aeb2-4ae5717b51e0 None None] Enqueued Resource ID: 66d69624-cea8-4ae0-89db-35c821873c09 with Priority: HIGHEST for action port [ 1217.926744] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66d69624-cea8-4ae0-89db-35c821873c09 with Priority: HIGHEST for action port [ 1217.926744] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-66d69624-cea8-4ae0-89db-35c821873c09 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.926744] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66d69624-cea8-4ae0-89db-35c821873c09" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.926744] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66d69624-cea8-4ae0-89db-35c821873c09" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.927122] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66d69624-cea8-4ae0-89db-35c821873c09" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.927122] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66d69624-cea8-4ae0-89db-35c821873c09',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.429334] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 66d69624-cea8-4ae0-89db-35c821873c09 [ 1218.429576] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.429706] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.429769] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.429985] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.430646] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.430646] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:66d69624-cea8-4ae0-89db-35c821873c09 already deleted. [ 1218.430646] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66d69624-cea8-4ae0-89db-35c821873c09" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.665998] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbd0df30-cf34-4059-bf9c-a6ce1bde49e1 in Status: SUCCESS [ 1219.666370] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbd0df30-cf34-4059-bf9c-a6ce1bde49e1" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.666370] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbd0df30-cf34-4059-bf9c-a6ce1bde49e1" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.666599] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbd0df30-cf34-4059-bf9c-a6ce1bde49e1" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.666793] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.666910] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.666978] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.667145] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.667226] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.667313] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbd0df30-cf34-4059-bf9c-a6ce1bde49e1" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.667401] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cbd0df30-cf34-4059-bf9c-a6ce1bde49e1',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.081564] env[65077]: INFO networking_nsxv3.common.synchronization [None req-58b8267f-5530-4521-adfe-120c64578bed None None] Enqueued Resource ID: 3ec7324d-b4a3-4968-96d4-c43703df63b3 with Priority: HIGHEST for action port [ 1220.082175] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ec7324d-b4a3-4968-96d4-c43703df63b3 with Priority: HIGHEST for action port [ 1220.082629] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ec7324d-b4a3-4968-96d4-c43703df63b3 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.082901] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ec7324d-b4a3-4968-96d4-c43703df63b3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.083052] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ec7324d-b4a3-4968-96d4-c43703df63b3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.083487] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ec7324d-b4a3-4968-96d4-c43703df63b3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.083629] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ec7324d-b4a3-4968-96d4-c43703df63b3',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.169708] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cbd0df30-cf34-4059-bf9c-a6ce1bde49e1',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.587200] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3ec7324d-b4a3-4968-96d4-c43703df63b3 [ 1220.587200] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.587200] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.587200] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.587200] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.587200] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.587200] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3ec7324d-b4a3-4968-96d4-c43703df63b3 already deleted. [ 1220.587200] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ec7324d-b4a3-4968-96d4-c43703df63b3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.672523] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cbd0df30-cf34-4059-bf9c-a6ce1bde49e1: rpc.has_security_group_logging(os_id): False [ 1220.692911] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.693151] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.693193] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.693566] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.693658] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.693911] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.694022] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.694080] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.694235] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.694372] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.694474] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbd0df30-cf34-4059-bf9c-a6ce1bde49e1 is going to be created. [ 1220.757344] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.757344] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.757344] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.757570] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.757742] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.768643] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbd0df30-cf34-4059-bf9c-a6ce1bde49e1 in Status: IN_PROGRESS for 2s [ 1222.783541] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbd0df30-cf34-4059-bf9c-a6ce1bde49e1 in Status: SUCCESS [ 1222.783899] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbd0df30-cf34-4059-bf9c-a6ce1bde49e1" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.107074] env[65077]: INFO networking_nsxv3.common.synchronization [req-e6a6ed1d-4fd9-46c1-9a03-5252bc6b6ce7 req-44b8b059-9f3c-4520-bf99-6be7c06a6e56 tempest-ServerPasswordTestJSON-400645354 tempest-ServerPasswordTestJSON-400645354-project-member] Enqueued Resource ID: 6d6041a1-6094-45ec-833d-0a0381541f5c with Priority: HIGHEST for action security_group_members [ 1224.107976] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d6041a1-6094-45ec-833d-0a0381541f5c with Priority: HIGHEST for action security_group_members [ 1224.111164] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d6041a1-6094-45ec-833d-0a0381541f5c taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.111294] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d6041a1-6094-45ec-833d-0a0381541f5c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.111358] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d6041a1-6094-45ec-833d-0a0381541f5c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.111608] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d6041a1-6094-45ec-833d-0a0381541f5c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.111793] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.111899] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.112018] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.112114] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.112190] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.112283] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d6041a1-6094-45ec-833d-0a0381541f5c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.413688] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock network-24 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.413688] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "network-24" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.413688] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "network-24" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.413688] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "network-24" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.414016] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.414174] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.414295] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.414583] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.414651] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.414858] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1224.414966] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1224.415087] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1224.415192] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1224.415297] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1224.415398] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1224.415532] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1224.436010] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1224.436235] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1224.436351] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1224.436537] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "network-24" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.436846] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock port-9e428f6a-768c-4d4d-b0a4-a1515a5815de taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.437022] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "port-9e428f6a-768c-4d4d-b0a4-a1515a5815de" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.437139] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "port-9e428f6a-768c-4d4d-b0a4-a1515a5815de" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.437463] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "port-9e428f6a-768c-4d4d-b0a4-a1515a5815de" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.437608] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e428f6a-768c-4d4d-b0a4-a1515a5815de',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.614903] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.615127] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.615182] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.615460] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.615558] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.616330] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.616330] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.616330] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.616330] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.616330] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.616330] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d6041a1-6094-45ec-833d-0a0381541f5c already deleted. [ 1224.616330] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d6041a1-6094-45ec-833d-0a0381541f5c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.939956] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.940228] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.940427] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.940657] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.940827] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.941072] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Segment Port 9e428f6a-768c-4d4d-b0a4-a1515a5815de not found, creating... [ 1224.941379] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.941543] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.941676] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.941915] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.942066] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.942366] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.942543] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.942711] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.942875] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.943097] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.943267] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Resource: SegmentPort with ID: 9e428f6a-768c-4d4d-b0a4-a1515a5815de is going to be created. [ 1224.968500] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.968729] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.968864] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.969170] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.969412] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.969632] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "port-9e428f6a-768c-4d4d-b0a4-a1515a5815de" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.669934] env[65077]: INFO networking_nsxv3.common.synchronization [req-e6a6ed1d-4fd9-46c1-9a03-5252bc6b6ce7 req-6097f152-707e-4e84-a3c7-6d9adfea5611 service nova] Enqueued Resource ID: 6d6041a1-6094-45ec-833d-0a0381541f5c with Priority: HIGHEST for action security_group_rules [ 1225.671109] env[65077]: INFO networking_nsxv3.common.synchronization [req-e6a6ed1d-4fd9-46c1-9a03-5252bc6b6ce7 req-6097f152-707e-4e84-a3c7-6d9adfea5611 service nova] Enqueued Resource ID: 6d6041a1-6094-45ec-833d-0a0381541f5c with Priority: HIGHEST for action security_group_members [ 1225.671287] env[65077]: INFO networking_nsxv3.common.synchronization [req-e6a6ed1d-4fd9-46c1-9a03-5252bc6b6ce7 req-6097f152-707e-4e84-a3c7-6d9adfea5611 service nova] Enqueued Resource ID: 9e428f6a-768c-4d4d-b0a4-a1515a5815de with Priority: HIGHEST for action port [ 1225.671821] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d6041a1-6094-45ec-833d-0a0381541f5c with Priority: HIGHEST for action security_group_rules [ 1225.672464] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d6041a1-6094-45ec-833d-0a0381541f5c with Priority: HIGHEST for action security_group_members [ 1225.672600] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e428f6a-768c-4d4d-b0a4-a1515a5815de with Priority: HIGHEST for action port [ 1225.672889] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d6041a1-6094-45ec-833d-0a0381541f5c taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.673018] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d6041a1-6094-45ec-833d-0a0381541f5c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.673084] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d6041a1-6094-45ec-833d-0a0381541f5c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.673353] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d6041a1-6094-45ec-833d-0a0381541f5c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.673417] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d6041a1-6094-45ec-833d-0a0381541f5c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.674280] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d6041a1-6094-45ec-833d-0a0381541f5c taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.674358] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d6041a1-6094-45ec-833d-0a0381541f5c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.674426] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d6041a1-6094-45ec-833d-0a0381541f5c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.674856] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d6041a1-6094-45ec-833d-0a0381541f5c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.674856] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.674856] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.674856] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.675105] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.675105] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.675198] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d6041a1-6094-45ec-833d-0a0381541f5c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.676093] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e428f6a-768c-4d4d-b0a4-a1515a5815de taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.676093] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e428f6a-768c-4d4d-b0a4-a1515a5815de" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.676093] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e428f6a-768c-4d4d-b0a4-a1515a5815de" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.676305] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e428f6a-768c-4d4d-b0a4-a1515a5815de" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.676305] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e428f6a-768c-4d4d-b0a4-a1515a5815de',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.178030] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d6041a1-6094-45ec-833d-0a0381541f5c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.179168] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d6041a1-6094-45ec-833d-0a0381541f5c taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.179303] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d6041a1-6094-45ec-833d-0a0381541f5c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.179671] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9e428f6a-768c-4d4d-b0a4-a1515a5815de with status ACTIVE [ 1226.179845] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.179955] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.180036] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.180247] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.180348] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.180516] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.180613] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.180704] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.180830] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.180967] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.181178] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.181412] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.181412] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.181528] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.181582] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.181651] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9e428f6a-768c-4d4d-b0a4-a1515a5815de is going to be updated. [ 1226.203459] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.203754] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.203826] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.204060] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.204259] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.204469] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e428f6a-768c-4d4d-b0a4-a1515a5815de" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.680349] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d6041a1-6094-45ec-833d-0a0381541f5c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.184090] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.184090] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.184090] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.184391] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.184391] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.184449] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d6041a1-6094-45ec-833d-0a0381541f5c is going to be created. [ 1227.208959] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.209210] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.209210] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.209382] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.209673] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.219183] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d6041a1-6094-45ec-833d-0a0381541f5c in Status: UNINITIALIZED for 2s [ 1229.231210] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d6041a1-6094-45ec-833d-0a0381541f5c in Status: UNINITIALIZED for 4s [ 1230.673911] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1230.674435] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1231.243719] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d6041a1-6094-45ec-833d-0a0381541f5c in Status: SUCCESS [ 1231.244041] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d6041a1-6094-45ec-833d-0a0381541f5c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.244214] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d6041a1-6094-45ec-833d-0a0381541f5c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.244537] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d6041a1-6094-45ec-833d-0a0381541f5c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.244751] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.244910] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.245027] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.245194] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.245296] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.245391] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d6041a1-6094-45ec-833d-0a0381541f5c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.245477] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6d6041a1-6094-45ec-833d-0a0381541f5c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.748731] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d6041a1-6094-45ec-833d-0a0381541f5c taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.749233] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d6041a1-6094-45ec-833d-0a0381541f5c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.749233] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d6041a1-6094-45ec-833d-0a0381541f5c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.749233] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d6041a1-6094-45ec-833d-0a0381541f5c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.749410] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.749520] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.749582] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.749742] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.749831] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.749921] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d6041a1-6094-45ec-833d-0a0381541f5c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.750094] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d6041a1-6094-45ec-833d-0a0381541f5c taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.750208] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d6041a1-6094-45ec-833d-0a0381541f5c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.750257] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d6041a1-6094-45ec-833d-0a0381541f5c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.750374] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d6041a1-6094-45ec-833d-0a0381541f5c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.750517] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.750602] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.750663] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.750792] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.750865] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.750945] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d6041a1-6094-45ec-833d-0a0381541f5c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.751097] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6d6041a1-6094-45ec-833d-0a0381541f5c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.254230] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6d6041a1-6094-45ec-833d-0a0381541f5c: rpc.has_security_group_logging(os_id): False [ 1232.284525] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.284782] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.284782] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.284940] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.285063] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.285253] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.285356] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.285421] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.285577] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.285655] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.285845] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.285948] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.286015] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.286163] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.286268] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.286480] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.286585] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.286651] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.286794] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.286867] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.286953] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d6041a1-6094-45ec-833d-0a0381541f5c is going to be created. [ 1232.392753] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.392978] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.392978] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.393195] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.393400] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.406909] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d6041a1-6094-45ec-833d-0a0381541f5c in Status: IN_PROGRESS for 2s [ 1234.422412] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d6041a1-6094-45ec-833d-0a0381541f5c in Status: SUCCESS [ 1234.422786] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d6041a1-6094-45ec-833d-0a0381541f5c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.675373] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1235.675765] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1236.646805] env[65077]: INFO networking_nsxv3.common.synchronization [req-76c678da-43ba-4119-bf1f-beb0e1e0d9af req-ca763111-19ed-437a-ae89-284924fe6a27 tempest-ServerPasswordTestJSON-400645354 tempest-ServerPasswordTestJSON-400645354-project-member] Enqueued Resource ID: 6d6041a1-6094-45ec-833d-0a0381541f5c with Priority: HIGHEST for action security_group_members [ 1236.646805] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d6041a1-6094-45ec-833d-0a0381541f5c with Priority: HIGHEST for action security_group_members [ 1236.646805] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d6041a1-6094-45ec-833d-0a0381541f5c taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.646943] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d6041a1-6094-45ec-833d-0a0381541f5c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.647007] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d6041a1-6094-45ec-833d-0a0381541f5c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.647197] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d6041a1-6094-45ec-833d-0a0381541f5c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.647350] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.647523] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.647523] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.647652] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.647733] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.647836] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d6041a1-6094-45ec-833d-0a0381541f5c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.151098] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.151098] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.151098] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.151577] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.151577] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.151577] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.151713] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.151713] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.151869] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.151948] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.152104] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d6041a1-6094-45ec-833d-0a0381541f5c is going to be updated. [ 1237.193770] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.194097] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.194097] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.194097] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.194586] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.205207] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d6041a1-6094-45ec-833d-0a0381541f5c in Status: IN_PROGRESS for 2s [ 1238.182571] env[65077]: INFO networking_nsxv3.common.synchronization [req-0f2c3020-409b-455b-8940-0eff7279d576 req-190b8882-675d-4383-82e1-76786027d5f9 tempest-AttachVolumeShelveTestJSON-1731806628 tempest-AttachVolumeShelveTestJSON-1731806628-project-member] Enqueued Resource ID: 8f22dae3-4759-488f-9265-187c5397eee9 with Priority: HIGHEST for action security_group_members [ 1238.182913] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f22dae3-4759-488f-9265-187c5397eee9 with Priority: HIGHEST for action security_group_members [ 1238.183234] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f22dae3-4759-488f-9265-187c5397eee9 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.183234] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f22dae3-4759-488f-9265-187c5397eee9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.183427] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f22dae3-4759-488f-9265-187c5397eee9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.183511] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f22dae3-4759-488f-9265-187c5397eee9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.183712] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.183823] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.184174] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.184174] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.184174] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.184347] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f22dae3-4759-488f-9265-187c5397eee9',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.687094] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.687094] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.687094] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.687348] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.687821] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.687821] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.687821] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.687821] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.687999] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.687999] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.687999] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f22dae3-4759-488f-9265-187c5397eee9 is going to be updated. [ 1238.717307] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.717497] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.717545] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.718223] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.718379] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.727843] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f22dae3-4759-488f-9265-187c5397eee9 in Status: IN_PROGRESS for 2s [ 1239.216588] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d6041a1-6094-45ec-833d-0a0381541f5c in Status: SUCCESS [ 1239.216883] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d6041a1-6094-45ec-833d-0a0381541f5c deletion is rescheduled due to dependency. [ 1239.216883] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d6041a1-6094-45ec-833d-0a0381541f5c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.737709] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f22dae3-4759-488f-9265-187c5397eee9 in Status: SUCCESS [ 1240.738152] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f22dae3-4759-488f-9265-187c5397eee9 deletion is rescheduled due to dependency. [ 1240.738152] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f22dae3-4759-488f-9265-187c5397eee9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.999552] env[65077]: INFO networking_nsxv3.common.synchronization [None req-ec2d6fe3-13a7-4c09-8ba5-1e125f208daf tempest-AttachVolumeShelveTestJSON-1731806628 tempest-AttachVolumeShelveTestJSON-1731806628-project-member] Enqueued Resource ID: e29cad2f-8169-4b4f-b295-48f9d9175a01 with Priority: HIGHEST for action security_group_rules [ 1243.000021] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e29cad2f-8169-4b4f-b295-48f9d9175a01 with Priority: HIGHEST for action security_group_rules [ 1243.000173] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e29cad2f-8169-4b4f-b295-48f9d9175a01 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.000304] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e29cad2f-8169-4b4f-b295-48f9d9175a01" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.000373] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e29cad2f-8169-4b4f-b295-48f9d9175a01" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.000744] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e29cad2f-8169-4b4f-b295-48f9d9175a01" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.000744] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e29cad2f-8169-4b4f-b295-48f9d9175a01',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.088543] env[65077]: INFO networking_nsxv3.common.synchronization [None req-5bab68fc-fba3-4cc6-ab89-01b28c7bc7db tempest-AttachVolumeShelveTestJSON-1731806628 tempest-AttachVolumeShelveTestJSON-1731806628-project-member] Enqueued Resource ID: e29cad2f-8169-4b4f-b295-48f9d9175a01 with Priority: HIGHEST for action security_group_rules [ 1243.089139] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e29cad2f-8169-4b4f-b295-48f9d9175a01 with Priority: HIGHEST for action security_group_rules [ 1243.089453] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e29cad2f-8169-4b4f-b295-48f9d9175a01 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.089541] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e29cad2f-8169-4b4f-b295-48f9d9175a01" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.522979] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.523208] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.523208] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.523425] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.523520] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.523618] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e29cad2f-8169-4b4f-b295-48f9d9175a01 already deleted. [ 1243.523703] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e29cad2f-8169-4b4f-b295-48f9d9175a01" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.523849] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e29cad2f-8169-4b4f-b295-48f9d9175a01" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.524017] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e29cad2f-8169-4b4f-b295-48f9d9175a01" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.524102] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e29cad2f-8169-4b4f-b295-48f9d9175a01',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.046056] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.046056] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.046056] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.046056] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.046510] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.046510] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e29cad2f-8169-4b4f-b295-48f9d9175a01 already deleted. [ 1244.046510] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e29cad2f-8169-4b4f-b295-48f9d9175a01" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.711812] env[65077]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1246.712241] env[65077]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] NSXv3 Agent Agent loop - iteration:3 started [ 1248.090440] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1248.090754] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1249.946125] env[65077]: INFO networking_nsxv3.common.synchronization [req-eee657e3-4741-4723-a047-26086f071127 req-d7fe6bb7-1087-4c52-9631-1abf9d4420c7 tempest-AttachVolumeShelveTestJSON-1731806628 tempest-AttachVolumeShelveTestJSON-1731806628-project-member] Enqueued Resource ID: e29cad2f-8169-4b4f-b295-48f9d9175a01 with Priority: HIGHEST for action security_group_members [ 1249.946495] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e29cad2f-8169-4b4f-b295-48f9d9175a01 with Priority: HIGHEST for action security_group_members [ 1249.946843] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-e29cad2f-8169-4b4f-b295-48f9d9175a01 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.946931] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e29cad2f-8169-4b4f-b295-48f9d9175a01" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.947328] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e29cad2f-8169-4b4f-b295-48f9d9175a01" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.947328] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e29cad2f-8169-4b4f-b295-48f9d9175a01" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.947511] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.947627] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.947677] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.948222] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.948369] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.948420] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e29cad2f-8169-4b4f-b295-48f9d9175a01',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.263199] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock network-236 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.263542] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "network-236" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.263730] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "network-236" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.264101] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "network-236" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.264451] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.264652] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.264773] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.264998] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.265156] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.265364] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1250.265470] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1250.265574] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1250.265715] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1250.265878] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1250.266022] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1250.266239] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1250.290265] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1250.290437] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1250.290572] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1250.290749] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "network-236" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.291101] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock port-7e5e4802-6168-4dad-85f7-c2d6329f549b taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.291280] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "port-7e5e4802-6168-4dad-85f7-c2d6329f549b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.291400] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "port-7e5e4802-6168-4dad-85f7-c2d6329f549b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.291728] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "port-7e5e4802-6168-4dad-85f7-c2d6329f549b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.291866] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e5e4802-6168-4dad-85f7-c2d6329f549b',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.450491] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.450670] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.450743] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.450964] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.451099] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.451313] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.451419] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.451481] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.451642] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.451722] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.451833] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e29cad2f-8169-4b4f-b295-48f9d9175a01 already deleted. [ 1250.451885] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e29cad2f-8169-4b4f-b295-48f9d9175a01" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.794603] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.794603] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.794603] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.794944] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.795044] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.795260] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Segment Port 7e5e4802-6168-4dad-85f7-c2d6329f549b not found, creating... [ 1250.795581] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.795761] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.795878] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.796124] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.796262] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.796542] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.796689] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.796805] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.797015] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.797263] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.797326] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Resource: SegmentPort with ID: 7e5e4802-6168-4dad-85f7-c2d6329f549b is going to be created. [ 1250.823346] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.823582] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.823705] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.823979] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.824270] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.824491] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "port-7e5e4802-6168-4dad-85f7-c2d6329f549b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.537209] env[65077]: INFO networking_nsxv3.common.synchronization [req-eee657e3-4741-4723-a047-26086f071127 req-b0ad6db0-a17d-4d9e-b357-3031a5a5b53b service nova] Enqueued Resource ID: e29cad2f-8169-4b4f-b295-48f9d9175a01 with Priority: HIGHEST for action security_group_rules [ 1251.537433] env[65077]: INFO networking_nsxv3.common.synchronization [req-eee657e3-4741-4723-a047-26086f071127 req-b0ad6db0-a17d-4d9e-b357-3031a5a5b53b service nova] Enqueued Resource ID: e29cad2f-8169-4b4f-b295-48f9d9175a01 with Priority: HIGHEST for action security_group_members [ 1251.537812] env[65077]: INFO networking_nsxv3.common.synchronization [req-eee657e3-4741-4723-a047-26086f071127 req-b0ad6db0-a17d-4d9e-b357-3031a5a5b53b service nova] Enqueued Resource ID: 7e5e4802-6168-4dad-85f7-c2d6329f549b with Priority: HIGHEST for action port [ 1251.538631] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e29cad2f-8169-4b4f-b295-48f9d9175a01 with Priority: HIGHEST for action security_group_rules [ 1251.538768] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e29cad2f-8169-4b4f-b295-48f9d9175a01 with Priority: HIGHEST for action security_group_members [ 1251.538898] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e5e4802-6168-4dad-85f7-c2d6329f549b with Priority: HIGHEST for action port [ 1251.539193] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e29cad2f-8169-4b4f-b295-48f9d9175a01 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.539332] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e29cad2f-8169-4b4f-b295-48f9d9175a01" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.539392] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e29cad2f-8169-4b4f-b295-48f9d9175a01" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.539591] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e29cad2f-8169-4b4f-b295-48f9d9175a01" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.539666] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e29cad2f-8169-4b4f-b295-48f9d9175a01',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.541237] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-e29cad2f-8169-4b4f-b295-48f9d9175a01 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.541376] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e29cad2f-8169-4b4f-b295-48f9d9175a01" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.541448] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e29cad2f-8169-4b4f-b295-48f9d9175a01" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.541657] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e29cad2f-8169-4b4f-b295-48f9d9175a01" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.541801] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.541902] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.541962] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.542171] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.542283] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.542375] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e29cad2f-8169-4b4f-b295-48f9d9175a01',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.543750] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e5e4802-6168-4dad-85f7-c2d6329f549b taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.543750] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e5e4802-6168-4dad-85f7-c2d6329f549b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.543750] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e5e4802-6168-4dad-85f7-c2d6329f549b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.543750] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e5e4802-6168-4dad-85f7-c2d6329f549b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.543750] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e5e4802-6168-4dad-85f7-c2d6329f549b',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.045137] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-e29cad2f-8169-4b4f-b295-48f9d9175a01 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.045400] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e29cad2f-8169-4b4f-b295-48f9d9175a01" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.046699] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e29cad2f-8169-4b4f-b295-48f9d9175a01',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.047654] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e5e4802-6168-4dad-85f7-c2d6329f549b with status ACTIVE [ 1252.048546] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.048546] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.048546] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.048546] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.048546] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.048546] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.048546] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.048865] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.048865] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.048865] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.049084] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.049153] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.049305] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.049377] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.049452] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.049537] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e5e4802-6168-4dad-85f7-c2d6329f549b is going to be updated. [ 1252.074769] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.074983] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.074983] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.075203] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.075340] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.075567] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e5e4802-6168-4dad-85f7-c2d6329f549b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.551501] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e29cad2f-8169-4b4f-b295-48f9d9175a01',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.055500] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.055715] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.055715] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.055986] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.056107] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.056212] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e29cad2f-8169-4b4f-b295-48f9d9175a01 is going to be created. [ 1253.095831] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.096151] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.096151] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.096332] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.096430] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.109245] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e29cad2f-8169-4b4f-b295-48f9d9175a01 in Status: UNINITIALIZED for 2s [ 1255.123433] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e29cad2f-8169-4b4f-b295-48f9d9175a01 in Status: SUCCESS [ 1255.123911] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e29cad2f-8169-4b4f-b295-48f9d9175a01" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.123911] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e29cad2f-8169-4b4f-b295-48f9d9175a01" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.124197] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e29cad2f-8169-4b4f-b295-48f9d9175a01" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.124491] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.124674] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.124778] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.124982] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.125107] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.125301] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e29cad2f-8169-4b4f-b295-48f9d9175a01" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.125340] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e29cad2f-8169-4b4f-b295-48f9d9175a01',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.627517] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e29cad2f-8169-4b4f-b295-48f9d9175a01',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.130238] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e29cad2f-8169-4b4f-b295-48f9d9175a01: rpc.has_security_group_logging(os_id): False [ 1256.149600] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.149815] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.149867] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.150100] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.150195] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.150451] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.150560] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.150614] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.150761] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.150840] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.150920] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e29cad2f-8169-4b4f-b295-48f9d9175a01 is going to be created. [ 1256.217965] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.218205] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.218205] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.218386] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.218529] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.229488] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e29cad2f-8169-4b4f-b295-48f9d9175a01 in Status: IN_PROGRESS for 2s [ 1256.539505] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1256.539703] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1258.246491] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e29cad2f-8169-4b4f-b295-48f9d9175a01 in Status: SUCCESS [ 1258.246769] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e29cad2f-8169-4b4f-b295-48f9d9175a01" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.540511] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1261.540922] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1266.542586] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1266.542586] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1271.543835] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1271.543835] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1276.544969] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1276.545345] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1277.676075] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.676505] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.676505] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.676505] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.676614] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.179374] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.681863] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.184432] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1279.184543] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1279.309918] env[65077]: INFO networking_nsxv3.common.synchronization [req-089815c9-1fb8-420b-8f93-0dc7e133ebe4 req-d1a318bd-4a47-49d7-b131-5a1b5112df8e tempest-AttachVolumeNegativeTest-20018646 tempest-AttachVolumeNegativeTest-20018646-project-member] Enqueued Resource ID: cbd0df30-cf34-4059-bf9c-a6ce1bde49e1 with Priority: HIGHEST for action security_group_members [ 1279.310526] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbd0df30-cf34-4059-bf9c-a6ce1bde49e1 with Priority: HIGHEST for action security_group_members [ 1279.310860] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbd0df30-cf34-4059-bf9c-a6ce1bde49e1 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.310984] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbd0df30-cf34-4059-bf9c-a6ce1bde49e1" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.311065] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbd0df30-cf34-4059-bf9c-a6ce1bde49e1" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.311303] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbd0df30-cf34-4059-bf9c-a6ce1bde49e1" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.311461] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.311566] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.311631] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.312332] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.312332] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.312332] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbd0df30-cf34-4059-bf9c-a6ce1bde49e1',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.817830] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.817830] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.817830] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.817830] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.817830] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.817830] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.817830] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.817830] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.817830] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.817830] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.817830] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbd0df30-cf34-4059-bf9c-a6ce1bde49e1 is going to be updated. [ 1279.863134] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.863369] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.863369] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.863553] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.863727] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.873125] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbd0df30-cf34-4059-bf9c-a6ce1bde49e1 in Status: IN_PROGRESS for 2s [ 1279.884474] env[65077]: INFO networking_nsxv3.common.synchronization [req-2498c245-0208-4766-980a-eaebadc9aecd req-7f65ceb4-2680-4f8f-b96a-ff0bc16b3cc0 tempest-ServerActionsTestOtherA-1007107634 tempest-ServerActionsTestOtherA-1007107634-project-member] Enqueued Resource ID: 7aa08480-d4ef-498b-bf1d-f85656968cae with Priority: HIGHEST for action security_group_members [ 1279.885033] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aa08480-d4ef-498b-bf1d-f85656968cae with Priority: HIGHEST for action security_group_members [ 1279.885351] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-7aa08480-d4ef-498b-bf1d-f85656968cae taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.885687] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7aa08480-d4ef-498b-bf1d-f85656968cae" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.885687] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7aa08480-d4ef-498b-bf1d-f85656968cae" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.885794] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7aa08480-d4ef-498b-bf1d-f85656968cae" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.885874] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.885953] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.886023] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.886172] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.886964] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.886964] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7aa08480-d4ef-498b-bf1d-f85656968cae',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.058658] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.058883] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.058883] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.059566] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.073993] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1280.074950] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.076677] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1280.113975] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.114181] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.114303] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.114504] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.127397] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.128364] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1280.128477] env[65077]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65077) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1280.128549] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1280.169781] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.170080] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.170080] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.170198] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.171464] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.171645] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1280.265430] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.265430] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.265430] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.265430] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.266182] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.266635] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1280.384791] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.385025] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.385025] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.385253] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.385754] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.385886] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:41. [ 1280.385981] env[65077]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'c8ed50b5-f4f3-434b-85c0-be75dfdec948', '474b68b0-94df-4333-93a9-6756c85dd66d', '39ac7fdb-47bc-4096-87c4-2f878b5a9c81', 'e29cad2f-8169-4b4f-b295-48f9d9175a01', '39fdd242-c400-49e1-8754-8fc68bcdde8f', 'ab4fa412-2275-4f32-a391-a507935901b4', '7aa08480-d4ef-498b-bf1d-f85656968cae', 'e6002d8c-1854-4b2c-a76a-7af8be4cce62', '5b997105-ef21-42c8-86cf-28907c079d83', '8f22dae3-4759-488f-9265-187c5397eee9', 'f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c', 'cad6e111-3174-4a1d-a593-89eb1f49b412', 'cbd0df30-cf34-4059-bf9c-a6ce1bde49e1', '908241b4-2a79-486c-9d38-29c9ee53f57a', '407d86e2-d45e-424e-84bd-b940239b846e', 'ad553be1-dc52-43fb-8dee-2d9bc9c0b7eb', '232705ac-f5f8-478c-ae7f-1b16f3e2a164', '2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2', '0f36cbb2-486d-4165-9c43-4e3dee0a0ebe', '5385ae19-711d-4525-bc26-cb12421f7edd', '5d6c7a2a-9930-4eb9-8021-2b9dee415c60', 'ff959911-4ef9-4c88-86e4-f85a7e8ba4c3', '7a7ee9dd-f87d-403e-a7bb-a38b249129d2', '5cdcc784-c0ae-4c99-a000-9ce3868b639a', '09ea07ac-28de-4a88-99f6-ae73105ee587', '183043d0-c3f3-4288-9199-59f9b189e565', '56437e78-b2ea-47bf-ad0e-40def8cb4d60', '264b727f-3acc-48f1-b47f-a32b72bb5f3a', '90c2f51c-2f9b-46d1-a968-89147ffd6069', '2d86ef7e-27bc-402b-aeab-a201e3db8423', 'f29a6911-5dec-41fc-bbc0-9565b59adc76', 'adfae8e2-5ae4-4c66-b74f-61ba148b7424', '6d6041a1-6094-45ec-833d-0a0381541f5c', '08aad7f7-4aac-4d9e-9092-e8d90225715a', '9d9768e9-d87f-4f9f-a9c7-e7e23ad01921', '1bf0553a-aef7-4f32-93c5-9543708dded2', '77096533-5084-4b0c-80bc-155505506064', '56699f21-22ed-4b74-9191-10e5d6c65f6f', '5d5a18d9-ef28-43fb-a60d-fa379ab34eb2', '79da9488-9fef-4272-8a1b-c640c1a0efa5', '4b1e6c50-3271-423a-bade-f01fe3b53980'} {{(pid=65077) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1280.386081] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1280.388683] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.388805] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.388873] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.389140] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.405613] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.405821] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.405821] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.406040] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.406132] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.406247] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1280.406321] env[65077]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65077) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1280.406394] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1280.418829] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.419105] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.419232] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.419302] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.419492] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.419571] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.419658] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7aa08480-d4ef-498b-bf1d-f85656968cae is going to be updated. [ 1280.448510] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.448718] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.448718] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.448921] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.449126] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.457822] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7aa08480-d4ef-498b-bf1d-f85656968cae in Status: IN_PROGRESS for 2s [ 1280.525297] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.525514] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.525514] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.525683] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.526828] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.527103] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1280.527187] env[65077]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65077) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1280.527263] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1280.527334] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1280.527416] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/41 resources of Type:Security Group Rules [ 1280.527493] env[65077]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 with Priority: HIGH for action security_group_rules [ 1280.527573] env[65077]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 474b68b0-94df-4333-93a9-6756c85dd66d with Priority: HIGH for action security_group_rules [ 1280.527642] env[65077]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 with Priority: HIGH for action security_group_rules [ 1280.527708] env[65077]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e29cad2f-8169-4b4f-b295-48f9d9175a01 with Priority: HIGH for action security_group_rules [ 1280.527772] env[65077]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f with Priority: HIGH for action security_group_rules [ 1280.527836] env[65077]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ab4fa412-2275-4f32-a391-a507935901b4 with Priority: HIGH for action security_group_rules [ 1280.527901] env[65077]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7aa08480-d4ef-498b-bf1d-f85656968cae with Priority: HIGH for action security_group_rules [ 1280.527966] env[65077]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e6002d8c-1854-4b2c-a76a-7af8be4cce62 with Priority: HIGH for action security_group_rules [ 1280.528044] env[65077]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5b997105-ef21-42c8-86cf-28907c079d83 with Priority: HIGH for action security_group_rules [ 1280.528110] env[65077]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8f22dae3-4759-488f-9265-187c5397eee9 with Priority: HIGH for action security_group_rules [ 1280.528162] env[65077]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c with Priority: HIGH for action security_group_rules [ 1280.528202] env[65077]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cad6e111-3174-4a1d-a593-89eb1f49b412 with Priority: HIGH for action security_group_rules [ 1280.528266] env[65077]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cbd0df30-cf34-4059-bf9c-a6ce1bde49e1 with Priority: HIGH for action security_group_rules [ 1280.528326] env[65077]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 908241b4-2a79-486c-9d38-29c9ee53f57a with Priority: HIGH for action security_group_rules [ 1280.528380] env[65077]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 407d86e2-d45e-424e-84bd-b940239b846e with Priority: HIGH for action security_group_rules [ 1280.528438] env[65077]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ad553be1-dc52-43fb-8dee-2d9bc9c0b7eb with Priority: HIGH for action security_group_rules [ 1280.528499] env[65077]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 232705ac-f5f8-478c-ae7f-1b16f3e2a164 with Priority: HIGH for action security_group_rules [ 1280.528562] env[65077]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 with Priority: HIGH for action security_group_rules [ 1280.528629] env[65077]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe with Priority: HIGH for action security_group_rules [ 1280.528694] env[65077]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5385ae19-711d-4525-bc26-cb12421f7edd with Priority: HIGH for action security_group_rules [ 1280.528789] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.883147] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbd0df30-cf34-4059-bf9c-a6ce1bde49e1 in Status: SUCCESS [ 1281.883510] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbd0df30-cf34-4059-bf9c-a6ce1bde49e1 deletion is rescheduled due to dependency. [ 1281.883510] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbd0df30-cf34-4059-bf9c-a6ce1bde49e1" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.468368] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7aa08480-d4ef-498b-bf1d-f85656968cae in Status: SUCCESS [ 1282.468570] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7aa08480-d4ef-498b-bf1d-f85656968cae deletion is rescheduled due to dependency. [ 1282.468683] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7aa08480-d4ef-498b-bf1d-f85656968cae" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.723288] env[65077]: INFO networking_nsxv3.common.synchronization [None req-fa01d900-20ec-4a12-977e-d958475848b9 tempest-ServerActionsTestJSON-1998235934 tempest-ServerActionsTestJSON-1998235934-project-member] Enqueued Resource ID: 4f83fc1a-0e59-4d6f-881d-48ef26d75098 with Priority: HIGHEST for action security_group_rules [ 1283.723677] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f83fc1a-0e59-4d6f-881d-48ef26d75098 with Priority: HIGHEST for action security_group_rules [ 1283.723712] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 with Priority: HIGH for action security_group_rules [ 1283.723791] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 with Priority: HIGH for action security_group_rules [ 1283.723884] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aa08480-d4ef-498b-bf1d-f85656968cae with Priority: HIGH for action security_group_rules [ 1283.723976] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 407d86e2-d45e-424e-84bd-b940239b846e with Priority: HIGH for action security_group_rules [ 1283.724086] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5385ae19-711d-4525-bc26-cb12421f7edd with Priority: HIGH for action security_group_rules [ 1283.724237] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe with Priority: HIGH for action security_group_rules [ 1283.724378] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 with Priority: HIGH for action security_group_rules [ 1283.724490] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 232705ac-f5f8-478c-ae7f-1b16f3e2a164 with Priority: HIGH for action security_group_rules [ 1283.724654] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 908241b4-2a79-486c-9d38-29c9ee53f57a with Priority: HIGH for action security_group_rules [ 1283.724797] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad553be1-dc52-43fb-8dee-2d9bc9c0b7eb with Priority: HIGH for action security_group_rules [ 1283.724923] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbd0df30-cf34-4059-bf9c-a6ce1bde49e1 with Priority: HIGH for action security_group_rules [ 1283.725076] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cad6e111-3174-4a1d-a593-89eb1f49b412 with Priority: HIGH for action security_group_rules [ 1283.725220] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c with Priority: HIGH for action security_group_rules [ 1283.725974] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f22dae3-4759-488f-9265-187c5397eee9 with Priority: HIGH for action security_group_rules [ 1283.726173] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b997105-ef21-42c8-86cf-28907c079d83 with Priority: HIGH for action security_group_rules [ 1283.726415] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab4fa412-2275-4f32-a391-a507935901b4 with Priority: HIGH for action security_group_rules [ 1283.726499] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6002d8c-1854-4b2c-a76a-7af8be4cce62 with Priority: HIGH for action security_group_rules [ 1283.726539] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f with Priority: HIGH for action security_group_rules [ 1283.726677] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 474b68b0-94df-4333-93a9-6756c85dd66d with Priority: HIGH for action security_group_rules [ 1283.726783] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e29cad2f-8169-4b4f-b295-48f9d9175a01 with Priority: HIGH for action security_group_rules [ 1283.727132] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f83fc1a-0e59-4d6f-881d-48ef26d75098 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.727258] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f83fc1a-0e59-4d6f-881d-48ef26d75098" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.727324] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f83fc1a-0e59-4d6f-881d-48ef26d75098" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.727577] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f83fc1a-0e59-4d6f-881d-48ef26d75098" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.727657] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f83fc1a-0e59-4d6f-881d-48ef26d75098',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.728661] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8ed50b5-f4f3-434b-85c0-be75dfdec948 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.728796] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.728873] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.729079] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.729256] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8ed50b5-f4f3-434b-85c0-be75dfdec948',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.730716] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39ac7fdb-47bc-4096-87c4-2f878b5a9c81 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.730716] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.730716] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.730716] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.730716] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39ac7fdb-47bc-4096-87c4-2f878b5a9c81',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.731282] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7aa08480-d4ef-498b-bf1d-f85656968cae taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.731994] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7aa08480-d4ef-498b-bf1d-f85656968cae" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.731994] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7aa08480-d4ef-498b-bf1d-f85656968cae" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.731994] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7aa08480-d4ef-498b-bf1d-f85656968cae" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.731994] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7aa08480-d4ef-498b-bf1d-f85656968cae',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.732828] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-407d86e2-d45e-424e-84bd-b940239b846e taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.733189] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-407d86e2-d45e-424e-84bd-b940239b846e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.733281] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-407d86e2-d45e-424e-84bd-b940239b846e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.733682] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-407d86e2-d45e-424e-84bd-b940239b846e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.733682] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('407d86e2-d45e-424e-84bd-b940239b846e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.734355] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5385ae19-711d-4525-bc26-cb12421f7edd taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.734456] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5385ae19-711d-4525-bc26-cb12421f7edd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.734544] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5385ae19-711d-4525-bc26-cb12421f7edd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.735107] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5385ae19-711d-4525-bc26-cb12421f7edd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.735107] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5385ae19-711d-4525-bc26-cb12421f7edd',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.735431] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.735561] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.735600] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.735787] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.735787] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f36cbb2-486d-4165-9c43-4e3dee0a0ebe',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.736539] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.736712] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.736712] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.736791] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.736835] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.739457] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-232705ac-f5f8-478c-ae7f-1b16f3e2a164 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.739581] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-232705ac-f5f8-478c-ae7f-1b16f3e2a164" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.739629] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-232705ac-f5f8-478c-ae7f-1b16f3e2a164" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.739762] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-232705ac-f5f8-478c-ae7f-1b16f3e2a164" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.739834] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('232705ac-f5f8-478c-ae7f-1b16f3e2a164',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.740568] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-908241b4-2a79-486c-9d38-29c9ee53f57a taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.740813] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-908241b4-2a79-486c-9d38-29c9ee53f57a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.740813] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-908241b4-2a79-486c-9d38-29c9ee53f57a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.740923] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-908241b4-2a79-486c-9d38-29c9ee53f57a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.740958] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('908241b4-2a79-486c-9d38-29c9ee53f57a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.741671] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad553be1-dc52-43fb-8dee-2d9bc9c0b7eb taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.741772] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad553be1-dc52-43fb-8dee-2d9bc9c0b7eb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.741833] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad553be1-dc52-43fb-8dee-2d9bc9c0b7eb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.741982] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad553be1-dc52-43fb-8dee-2d9bc9c0b7eb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.742061] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad553be1-dc52-43fb-8dee-2d9bc9c0b7eb',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.742859] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbd0df30-cf34-4059-bf9c-a6ce1bde49e1 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.742965] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbd0df30-cf34-4059-bf9c-a6ce1bde49e1" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.743043] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbd0df30-cf34-4059-bf9c-a6ce1bde49e1" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.743194] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbd0df30-cf34-4059-bf9c-a6ce1bde49e1" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.743273] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbd0df30-cf34-4059-bf9c-a6ce1bde49e1',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.744038] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cad6e111-3174-4a1d-a593-89eb1f49b412 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.744148] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cad6e111-3174-4a1d-a593-89eb1f49b412" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.744189] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cad6e111-3174-4a1d-a593-89eb1f49b412" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.744784] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cad6e111-3174-4a1d-a593-89eb1f49b412" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.744784] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cad6e111-3174-4a1d-a593-89eb1f49b412',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.745058] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.745459] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.745459] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.745459] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.745459] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.746333] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f22dae3-4759-488f-9265-187c5397eee9 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.746430] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f22dae3-4759-488f-9265-187c5397eee9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.746493] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f22dae3-4759-488f-9265-187c5397eee9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.746638] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f22dae3-4759-488f-9265-187c5397eee9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.746703] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f22dae3-4759-488f-9265-187c5397eee9',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.747477] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b997105-ef21-42c8-86cf-28907c079d83 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.747619] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b997105-ef21-42c8-86cf-28907c079d83" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.747619] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b997105-ef21-42c8-86cf-28907c079d83" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.747844] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b997105-ef21-42c8-86cf-28907c079d83" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.747844] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b997105-ef21-42c8-86cf-28907c079d83',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.748535] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab4fa412-2275-4f32-a391-a507935901b4 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.748623] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab4fa412-2275-4f32-a391-a507935901b4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.748662] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab4fa412-2275-4f32-a391-a507935901b4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.748863] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab4fa412-2275-4f32-a391-a507935901b4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.748914] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab4fa412-2275-4f32-a391-a507935901b4',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.749549] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6002d8c-1854-4b2c-a76a-7af8be4cce62 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.749650] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6002d8c-1854-4b2c-a76a-7af8be4cce62" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.749707] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6002d8c-1854-4b2c-a76a-7af8be4cce62" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.749851] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6002d8c-1854-4b2c-a76a-7af8be4cce62" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.749923] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6002d8c-1854-4b2c-a76a-7af8be4cce62',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.750591] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39fdd242-c400-49e1-8754-8fc68bcdde8f taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.750695] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.750760] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.751130] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.751130] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39fdd242-c400-49e1-8754-8fc68bcdde8f',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.751784] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-474b68b0-94df-4333-93a9-6756c85dd66d taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.752252] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-474b68b0-94df-4333-93a9-6756c85dd66d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.752252] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-474b68b0-94df-4333-93a9-6756c85dd66d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.752252] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-474b68b0-94df-4333-93a9-6756c85dd66d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.752252] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('474b68b0-94df-4333-93a9-6756c85dd66d',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.753100] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e29cad2f-8169-4b4f-b295-48f9d9175a01 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.753226] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e29cad2f-8169-4b4f-b295-48f9d9175a01" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.753288] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e29cad2f-8169-4b4f-b295-48f9d9175a01" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.753435] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e29cad2f-8169-4b4f-b295-48f9d9175a01" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.753523] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e29cad2f-8169-4b4f-b295-48f9d9175a01',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.785744] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.785744] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.785744] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.785744] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.786133] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.786133] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f83fc1a-0e59-4d6f-881d-48ef26d75098 already deleted. [ 1283.786133] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f83fc1a-0e59-4d6f-881d-48ef26d75098" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.790803] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.790971] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.790971] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.791243] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.791346] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.791447] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7aa08480-d4ef-498b-bf1d-f85656968cae is going to be deleted. [ 1283.793193] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.793306] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.793374] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.793542] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.796591] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.796684] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.797502] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.797607] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.798303] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.798400] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.816313] env[65077]: INFO networking_nsxv3.common.synchronization [None req-34715631-033d-4fed-81cd-e8cbcd086eaa tempest-ServerActionsTestJSON-1998235934 tempest-ServerActionsTestJSON-1998235934-project-member] Enqueued Resource ID: 4f83fc1a-0e59-4d6f-881d-48ef26d75098 with Priority: HIGHEST for action security_group_rules [ 1283.816826] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f83fc1a-0e59-4d6f-881d-48ef26d75098 with Priority: HIGHEST for action security_group_rules [ 1283.817275] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f83fc1a-0e59-4d6f-881d-48ef26d75098 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.817405] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f83fc1a-0e59-4d6f-881d-48ef26d75098" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.817524] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f83fc1a-0e59-4d6f-881d-48ef26d75098" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.817726] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f83fc1a-0e59-4d6f-881d-48ef26d75098" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.817807] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f83fc1a-0e59-4d6f-881d-48ef26d75098',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.820540] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.820719] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 908241b4-2a79-486c-9d38-29c9ee53f57a is going to be deleted. [ 1283.821615] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.822251] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.858211] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.858384] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2 is going to be deleted. [ 1283.859327] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.859544] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.891229] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.891394] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8ed50b5-f4f3-434b-85c0-be75dfdec948 is going to be deleted. [ 1283.892391] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.893046] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.918231] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.918411] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.922661] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.922829] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5385ae19-711d-4525-bc26-cb12421f7edd is going to be deleted. [ 1283.923916] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.924095] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.924192] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.924317] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7aa08480-d4ef-498b-bf1d-f85656968cae" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.966155] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.966360] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.966469] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.966770] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.966902] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.967190] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-908241b4-2a79-486c-9d38-29c9ee53f57a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.968442] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.968573] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.968671] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.968863] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.968996] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.969165] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2bc4c917-bbab-4f1a-8bcd-c0df2c0e9ef2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.012210] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.013310] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.013310] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.013310] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.013310] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.013310] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8ed50b5-f4f3-434b-85c0-be75dfdec948" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.031033] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.031033] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.031033] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.031033] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.031033] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.031033] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5385ae19-711d-4525-bc26-cb12421f7edd" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.264747] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-cad6e111-3174-4a1d-a593-89eb1f49b412 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.264747] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cad6e111-3174-4a1d-a593-89eb1f49b412" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.264747] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cad6e111-3174-4a1d-a593-89eb1f49b412" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.264891] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cad6e111-3174-4a1d-a593-89eb1f49b412" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.265048] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.265154] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.265218] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.265366] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.265451] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.265538] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cad6e111-3174-4a1d-a593-89eb1f49b412" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.265622] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cad6e111-3174-4a1d-a593-89eb1f49b412',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.272617] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-407d86e2-d45e-424e-84bd-b940239b846e taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.272796] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-407d86e2-d45e-424e-84bd-b940239b846e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.272796] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-407d86e2-d45e-424e-84bd-b940239b846e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.273272] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-407d86e2-d45e-424e-84bd-b940239b846e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.273272] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.273272] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.273429] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.273506] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.273645] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.273716] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-407d86e2-d45e-424e-84bd-b940239b846e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.273809] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('407d86e2-d45e-424e-84bd-b940239b846e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.275068] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-e29cad2f-8169-4b4f-b295-48f9d9175a01 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.275068] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e29cad2f-8169-4b4f-b295-48f9d9175a01" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.275068] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e29cad2f-8169-4b4f-b295-48f9d9175a01" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.275283] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e29cad2f-8169-4b4f-b295-48f9d9175a01" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.275283] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.275465] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.275465] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.276241] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.276241] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.276241] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e29cad2f-8169-4b4f-b295-48f9d9175a01" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.276241] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e29cad2f-8169-4b4f-b295-48f9d9175a01',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.287240] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.287395] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.287465] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.287683] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.290346] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.290460] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.293242] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.293346] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.299959] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.300083] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.307270] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.307393] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.308295] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.308426] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.311701] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.311827] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.312910] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.313051] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.313731] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.313837] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.314514] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.314608] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.315322] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.315417] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.316015] env[65077]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1284.316520] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.316613] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.317228] env[65077]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1284.317646] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.317754] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab4fa412-2275-4f32-a391-a507935901b4 is going to be deleted. [ 1284.318605] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.318824] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.340169] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.340339] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.343032] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.343032] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39fdd242-c400-49e1-8754-8fc68bcdde8f is going to be deleted. [ 1284.343187] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.343311] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.468665] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.468665] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbd0df30-cf34-4059-bf9c-a6ce1bde49e1 is going to be deleted. [ 1284.469824] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.469824] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.488135] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.488281] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 232705ac-f5f8-478c-ae7f-1b16f3e2a164 is going to be deleted. [ 1284.489487] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.489777] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.512773] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.512918] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.520896] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.521060] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.536515] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.536668] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39ac7fdb-47bc-4096-87c4-2f878b5a9c81 is going to be deleted. [ 1284.537708] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.537958] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.545655] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.545825] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.569112] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.569112] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.572085] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.572273] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 474b68b0-94df-4333-93a9-6756c85dd66d is going to be deleted. [ 1284.573222] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.573463] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.631219] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.631387] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f36cbb2-486d-4165-9c43-4e3dee0a0ebe is going to be deleted. [ 1284.632344] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.632592] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.701022] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.701022] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.701767] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.701767] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad553be1-dc52-43fb-8dee-2d9bc9c0b7eb is going to be deleted. [ 1284.703179] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.703416] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.713902] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.714119] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.747142] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.747511] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c is going to be deleted. [ 1284.748547] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.748771] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.771726] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cad6e111-3174-4a1d-a593-89eb1f49b412',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.780749] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('407d86e2-d45e-424e-84bd-b940239b846e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.784536] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e29cad2f-8169-4b4f-b295-48f9d9175a01',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.806133] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.806313] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.818784] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.818918] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6002d8c-1854-4b2c-a76a-7af8be4cce62 is going to be deleted. [ 1284.819839] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.820059] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.871589] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.871819] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.895901] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.896103] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.899908] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.900189] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b997105-ef21-42c8-86cf-28907c079d83 is going to be deleted. [ 1284.901418] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.901661] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.973586] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.973790] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f22dae3-4759-488f-9265-187c5397eee9 is going to be deleted. [ 1284.974615] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.974839] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.974932] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.975334] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f83fc1a-0e59-4d6f-881d-48ef26d75098 already deleted. [ 1284.975334] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f83fc1a-0e59-4d6f-881d-48ef26d75098" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.975334] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.975513] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.975513] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.975663] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab4fa412-2275-4f32-a391-a507935901b4" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.976137] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.976303] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.976388] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.976506] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39fdd242-c400-49e1-8754-8fc68bcdde8f" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.976638] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.976833] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.976891] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.976966] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbd0df30-cf34-4059-bf9c-a6ce1bde49e1" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.977111] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.977251] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.977330] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.977441] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-232705ac-f5f8-478c-ae7f-1b16f3e2a164" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.977565] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.977718] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.977793] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.977905] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39ac7fdb-47bc-4096-87c4-2f878b5a9c81" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.978064] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.978209] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.978284] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.978395] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-474b68b0-94df-4333-93a9-6756c85dd66d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.978520] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.978657] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.978756] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.978834] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f36cbb2-486d-4165-9c43-4e3dee0a0ebe" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.978955] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.979136] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.979264] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.979383] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad553be1-dc52-43fb-8dee-2d9bc9c0b7eb" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.979508] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.979650] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.979724] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.979843] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f17fa9f8-4c4f-4924-b9cd-d074a6f61e3c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.995478] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.995635] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.995686] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.995887] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.995976] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.996220] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6002d8c-1854-4b2c-a76a-7af8be4cce62" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.072025] env[65077]: INFO networking_nsxv3.common.synchronization [None req-96722b90-c628-4881-950d-aca0df977ee5 tempest-AttachVolumeNegativeTest-20018646 tempest-AttachVolumeNegativeTest-20018646-project-member] Enqueued Resource ID: e8b4c164-b023-4cd2-8cf6-ae0a1e0f49a0 with Priority: HIGHEST for action security_group_rules [ 1285.072644] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8b4c164-b023-4cd2-8cf6-ae0a1e0f49a0 with Priority: HIGHEST for action security_group_rules [ 1285.072968] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8b4c164-b023-4cd2-8cf6-ae0a1e0f49a0 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.073108] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8b4c164-b023-4cd2-8cf6-ae0a1e0f49a0" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.073174] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8b4c164-b023-4cd2-8cf6-ae0a1e0f49a0" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.073434] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8b4c164-b023-4cd2-8cf6-ae0a1e0f49a0" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.073519] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8b4c164-b023-4cd2-8cf6-ae0a1e0f49a0',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.074968] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.075099] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.075162] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.075349] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.075442] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.075560] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b997105-ef21-42c8-86cf-28907c079d83" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.097539] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.097539] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.097539] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.097539] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.097539] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.098244] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f22dae3-4759-488f-9265-187c5397eee9" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.167832] env[65077]: INFO networking_nsxv3.common.synchronization [None req-ac9c3d22-4d00-43bf-81e5-1d8cc496874b tempest-AttachVolumeNegativeTest-20018646 tempest-AttachVolumeNegativeTest-20018646-project-member] Enqueued Resource ID: e8b4c164-b023-4cd2-8cf6-ae0a1e0f49a0 with Priority: HIGHEST for action security_group_rules [ 1285.168900] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8b4c164-b023-4cd2-8cf6-ae0a1e0f49a0 with Priority: HIGHEST for action security_group_rules [ 1285.168900] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8b4c164-b023-4cd2-8cf6-ae0a1e0f49a0 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.169169] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8b4c164-b023-4cd2-8cf6-ae0a1e0f49a0" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.273935] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cad6e111-3174-4a1d-a593-89eb1f49b412: rpc.has_security_group_logging(os_id): False [ 1285.283675] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 407d86e2-d45e-424e-84bd-b940239b846e: rpc.has_security_group_logging(os_id): False [ 1285.286245] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e29cad2f-8169-4b4f-b295-48f9d9175a01: rpc.has_security_group_logging(os_id): False [ 1285.298218] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.298470] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.298470] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.298638] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.303926] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.303926] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.306037] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.306158] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.315609] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.315861] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.315949] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.316030] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.316229] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.316315] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.316424] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cad6e111-3174-4a1d-a593-89eb1f49b412 is going to be updated. [ 1285.317417] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.317589] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.334941] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.335260] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.335366] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.335422] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.335610] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.335693] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.335774] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e29cad2f-8169-4b4f-b295-48f9d9175a01 is going to be updated. [ 1285.336806] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.336974] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.354993] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.355302] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.355429] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.355498] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.355691] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.355774] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.355864] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 407d86e2-d45e-424e-84bd-b940239b846e is going to be updated. [ 1285.383041] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.383234] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.383281] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.383551] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.384516] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.398771] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cad6e111-3174-4a1d-a593-89eb1f49b412 in Status: IN_PROGRESS for 2s [ 1285.408740] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.408917] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.408961] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.409183] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.409317] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.422526] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e29cad2f-8169-4b4f-b295-48f9d9175a01 in Status: IN_PROGRESS for 2s [ 1285.430107] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.430271] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.430317] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.430510] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.430651] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.442844] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 407d86e2-d45e-424e-84bd-b940239b846e in Status: IN_PROGRESS for 2s [ 1285.597322] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.597656] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.597656] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.597774] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.597881] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.597977] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8b4c164-b023-4cd2-8cf6-ae0a1e0f49a0 already deleted. [ 1285.598075] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8b4c164-b023-4cd2-8cf6-ae0a1e0f49a0" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.598244] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8b4c164-b023-4cd2-8cf6-ae0a1e0f49a0" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.598397] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8b4c164-b023-4cd2-8cf6-ae0a1e0f49a0" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.598498] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8b4c164-b023-4cd2-8cf6-ae0a1e0f49a0',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.120798] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.121257] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.121257] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.121450] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.121450] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.121513] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8b4c164-b023-4cd2-8cf6-ae0a1e0f49a0 already deleted. [ 1286.121574] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8b4c164-b023-4cd2-8cf6-ae0a1e0f49a0" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.412011] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cad6e111-3174-4a1d-a593-89eb1f49b412 in Status: SUCCESS [ 1287.412352] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cad6e111-3174-4a1d-a593-89eb1f49b412" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.433717] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e29cad2f-8169-4b4f-b295-48f9d9175a01 in Status: SUCCESS [ 1287.433933] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e29cad2f-8169-4b4f-b295-48f9d9175a01" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.451629] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 407d86e2-d45e-424e-84bd-b940239b846e in Status: SUCCESS [ 1287.451835] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-407d86e2-d45e-424e-84bd-b940239b846e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.231575] env[65077]: INFO networking_nsxv3.common.synchronization [req-647638fd-b058-4c7a-8dd1-ca03dfd24ae6 req-a23d31ec-09f3-4d23-be54-f661b072839d tempest-ServerActionsTestJSON-1998235934 tempest-ServerActionsTestJSON-1998235934-project-member] Enqueued Resource ID: 4f83fc1a-0e59-4d6f-881d-48ef26d75098 with Priority: HIGHEST for action security_group_members [ 1289.233171] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f83fc1a-0e59-4d6f-881d-48ef26d75098 with Priority: HIGHEST for action security_group_members [ 1289.233171] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f83fc1a-0e59-4d6f-881d-48ef26d75098 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.233171] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f83fc1a-0e59-4d6f-881d-48ef26d75098" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.233171] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f83fc1a-0e59-4d6f-881d-48ef26d75098" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.233171] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f83fc1a-0e59-4d6f-881d-48ef26d75098" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.233416] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.233416] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.233506] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.233784] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.233883] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.233986] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f83fc1a-0e59-4d6f-881d-48ef26d75098',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.539919] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock network-875 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.540254] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "network-875" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.540356] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "network-875" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.540646] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "network-875" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.540922] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.541126] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.541294] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.541525] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.541668] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.541877] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1289.541989] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1289.542108] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1289.542225] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1289.542326] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1289.542426] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1289.542553] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1289.563731] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1289.563929] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1289.564063] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1289.564237] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "network-875" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.564556] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock port-2cdbdc3b-1986-466f-9c55-ede0f9d9adf3 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.564721] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "port-2cdbdc3b-1986-466f-9c55-ede0f9d9adf3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.564930] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "port-2cdbdc3b-1986-466f-9c55-ede0f9d9adf3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.565174] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "port-2cdbdc3b-1986-466f-9c55-ede0f9d9adf3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.565337] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cdbdc3b-1986-466f-9c55-ede0f9d9adf3',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.736442] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.736661] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.736661] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.736832] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.736927] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.737178] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.737294] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.737358] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.737514] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.737590] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.737674] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f83fc1a-0e59-4d6f-881d-48ef26d75098 already deleted. [ 1289.737754] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f83fc1a-0e59-4d6f-881d-48ef26d75098" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.067677] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.067905] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.067958] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.068232] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.068408] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.068566] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Segment Port 2cdbdc3b-1986-466f-9c55-ede0f9d9adf3 not found, creating... [ 1290.068824] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.068979] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.069107] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.069323] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.069463] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.069739] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.069890] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.070013] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.070215] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.070354] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.070513] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Resource: SegmentPort with ID: 2cdbdc3b-1986-466f-9c55-ede0f9d9adf3 is going to be created. [ 1290.093604] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.093838] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.093924] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.094233] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.094470] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.095092] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "port-2cdbdc3b-1986-466f-9c55-ede0f9d9adf3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.790118] env[65077]: INFO networking_nsxv3.common.synchronization [req-647638fd-b058-4c7a-8dd1-ca03dfd24ae6 req-a1ff13e7-ddd8-46b8-a139-3d94d982d90c service nova] Enqueued Resource ID: 4f83fc1a-0e59-4d6f-881d-48ef26d75098 with Priority: HIGHEST for action security_group_rules [ 1290.790421] env[65077]: INFO networking_nsxv3.common.synchronization [req-647638fd-b058-4c7a-8dd1-ca03dfd24ae6 req-a1ff13e7-ddd8-46b8-a139-3d94d982d90c service nova] Enqueued Resource ID: 4f83fc1a-0e59-4d6f-881d-48ef26d75098 with Priority: HIGHEST for action security_group_members [ 1290.790465] env[65077]: INFO networking_nsxv3.common.synchronization [req-647638fd-b058-4c7a-8dd1-ca03dfd24ae6 req-a1ff13e7-ddd8-46b8-a139-3d94d982d90c service nova] Enqueued Resource ID: 2cdbdc3b-1986-466f-9c55-ede0f9d9adf3 with Priority: HIGHEST for action port [ 1290.790935] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f83fc1a-0e59-4d6f-881d-48ef26d75098 with Priority: HIGHEST for action security_group_rules [ 1290.791133] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f83fc1a-0e59-4d6f-881d-48ef26d75098 with Priority: HIGHEST for action security_group_members [ 1290.791266] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cdbdc3b-1986-466f-9c55-ede0f9d9adf3 with Priority: HIGHEST for action port [ 1290.791544] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f83fc1a-0e59-4d6f-881d-48ef26d75098 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.791665] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f83fc1a-0e59-4d6f-881d-48ef26d75098" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.791733] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f83fc1a-0e59-4d6f-881d-48ef26d75098" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.791927] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f83fc1a-0e59-4d6f-881d-48ef26d75098" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.792018] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f83fc1a-0e59-4d6f-881d-48ef26d75098',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.792907] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f83fc1a-0e59-4d6f-881d-48ef26d75098 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.793040] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f83fc1a-0e59-4d6f-881d-48ef26d75098" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.793040] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f83fc1a-0e59-4d6f-881d-48ef26d75098" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.793285] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f83fc1a-0e59-4d6f-881d-48ef26d75098" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.793336] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.793426] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.793491] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.793631] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.793715] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.793806] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f83fc1a-0e59-4d6f-881d-48ef26d75098',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.794523] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-2cdbdc3b-1986-466f-9c55-ede0f9d9adf3 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.794628] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2cdbdc3b-1986-466f-9c55-ede0f9d9adf3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.794693] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2cdbdc3b-1986-466f-9c55-ede0f9d9adf3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.794863] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2cdbdc3b-1986-466f-9c55-ede0f9d9adf3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.794899] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cdbdc3b-1986-466f-9c55-ede0f9d9adf3',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.296175] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f83fc1a-0e59-4d6f-881d-48ef26d75098 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.297344] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f83fc1a-0e59-4d6f-881d-48ef26d75098" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.297344] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f83fc1a-0e59-4d6f-881d-48ef26d75098',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.297501] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2cdbdc3b-1986-466f-9c55-ede0f9d9adf3 with status ACTIVE [ 1291.297655] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.297769] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.297834] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.298056] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.298150] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.298343] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.298449] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.298512] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.298670] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.298747] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.298922] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.299661] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.299784] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.299951] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.300223] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.300339] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2cdbdc3b-1986-466f-9c55-ede0f9d9adf3 is going to be updated. [ 1291.321478] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.321660] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.321704] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.321885] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.322036] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.322200] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2cdbdc3b-1986-466f-9c55-ede0f9d9adf3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.425916] env[65077]: INFO networking_nsxv3.common.synchronization [req-13e2d238-3487-4bab-822f-b609d907c106 req-8db050a4-46d2-48b3-8009-e6190956c77a tempest-AttachVolumeNegativeTest-20018646 tempest-AttachVolumeNegativeTest-20018646-project-member] Enqueued Resource ID: e8b4c164-b023-4cd2-8cf6-ae0a1e0f49a0 with Priority: HIGHEST for action security_group_members [ 1291.426478] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8b4c164-b023-4cd2-8cf6-ae0a1e0f49a0 with Priority: HIGHEST for action security_group_members [ 1291.426791] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8b4c164-b023-4cd2-8cf6-ae0a1e0f49a0 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.426912] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8b4c164-b023-4cd2-8cf6-ae0a1e0f49a0" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.426977] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8b4c164-b023-4cd2-8cf6-ae0a1e0f49a0" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.427371] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8b4c164-b023-4cd2-8cf6-ae0a1e0f49a0" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.427537] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.427641] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.427705] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.427856] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.427939] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.428046] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8b4c164-b023-4cd2-8cf6-ae0a1e0f49a0',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.712613] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock network-410 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.712815] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "network-410" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.712938] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "network-410" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.713228] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "network-410" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.713486] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.713641] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.713756] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.713960] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.714121] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.714324] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1291.714434] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1291.714537] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1291.714640] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1291.714744] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1291.714844] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1291.714970] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1291.733185] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1291.733821] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1291.733821] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1291.733821] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "network-410" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.734040] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock port-97cd9659-dc9d-423e-809b-7bce41b5a49a taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.734161] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "port-97cd9659-dc9d-423e-809b-7bce41b5a49a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.734272] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "port-97cd9659-dc9d-423e-809b-7bce41b5a49a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.734560] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "port-97cd9659-dc9d-423e-809b-7bce41b5a49a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.734692] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97cd9659-dc9d-423e-809b-7bce41b5a49a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.802314] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f83fc1a-0e59-4d6f-881d-48ef26d75098',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.930132] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.930363] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.930363] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.930584] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.930703] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.930903] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.931021] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.931139] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.931319] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.931403] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.931488] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8b4c164-b023-4cd2-8cf6-ae0a1e0f49a0 already deleted. [ 1291.931582] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8b4c164-b023-4cd2-8cf6-ae0a1e0f49a0" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.237885] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.238104] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.238197] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.238469] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.238614] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.238767] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Segment Port 97cd9659-dc9d-423e-809b-7bce41b5a49a not found, creating... [ 1292.239031] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.239212] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.239327] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.239529] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.239660] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.239927] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.240090] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.240207] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.240404] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.240531] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.240663] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Resource: SegmentPort with ID: 97cd9659-dc9d-423e-809b-7bce41b5a49a is going to be created. [ 1292.259702] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.259906] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.260010] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.260289] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.260514] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.260733] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "port-97cd9659-dc9d-423e-809b-7bce41b5a49a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.304805] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.304964] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.305047] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.305267] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.305360] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.305459] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f83fc1a-0e59-4d6f-881d-48ef26d75098 is going to be created. [ 1292.338926] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.339151] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.339151] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.339376] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.339537] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.350553] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f83fc1a-0e59-4d6f-881d-48ef26d75098 in Status: UNINITIALIZED for 2s [ 1292.953284] env[65077]: INFO networking_nsxv3.common.synchronization [req-13e2d238-3487-4bab-822f-b609d907c106 req-715147d3-d415-4917-b207-6c919bed4f81 service nova] Enqueued Resource ID: e8b4c164-b023-4cd2-8cf6-ae0a1e0f49a0 with Priority: HIGHEST for action security_group_rules [ 1292.953284] env[65077]: INFO networking_nsxv3.common.synchronization [req-13e2d238-3487-4bab-822f-b609d907c106 req-715147d3-d415-4917-b207-6c919bed4f81 service nova] Enqueued Resource ID: e8b4c164-b023-4cd2-8cf6-ae0a1e0f49a0 with Priority: HIGHEST for action security_group_members [ 1292.953575] env[65077]: INFO networking_nsxv3.common.synchronization [req-13e2d238-3487-4bab-822f-b609d907c106 req-715147d3-d415-4917-b207-6c919bed4f81 service nova] Enqueued Resource ID: 97cd9659-dc9d-423e-809b-7bce41b5a49a with Priority: HIGHEST for action port [ 1292.953575] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8b4c164-b023-4cd2-8cf6-ae0a1e0f49a0 with Priority: HIGHEST for action security_group_rules [ 1292.953717] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8b4c164-b023-4cd2-8cf6-ae0a1e0f49a0 with Priority: HIGHEST for action security_group_members [ 1292.953798] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97cd9659-dc9d-423e-809b-7bce41b5a49a with Priority: HIGHEST for action port [ 1292.954367] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8b4c164-b023-4cd2-8cf6-ae0a1e0f49a0 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.954486] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8b4c164-b023-4cd2-8cf6-ae0a1e0f49a0" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.954574] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8b4c164-b023-4cd2-8cf6-ae0a1e0f49a0" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.954741] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8b4c164-b023-4cd2-8cf6-ae0a1e0f49a0" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.954820] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8b4c164-b023-4cd2-8cf6-ae0a1e0f49a0',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.956495] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8b4c164-b023-4cd2-8cf6-ae0a1e0f49a0 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.956701] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8b4c164-b023-4cd2-8cf6-ae0a1e0f49a0" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.956775] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8b4c164-b023-4cd2-8cf6-ae0a1e0f49a0" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.956989] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8b4c164-b023-4cd2-8cf6-ae0a1e0f49a0" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.957098] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.957195] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.957259] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.957401] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.957549] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.957593] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8b4c164-b023-4cd2-8cf6-ae0a1e0f49a0',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.958932] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-97cd9659-dc9d-423e-809b-7bce41b5a49a taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.959041] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97cd9659-dc9d-423e-809b-7bce41b5a49a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.960048] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97cd9659-dc9d-423e-809b-7bce41b5a49a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.960048] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97cd9659-dc9d-423e-809b-7bce41b5a49a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.960048] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97cd9659-dc9d-423e-809b-7bce41b5a49a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.457470] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8b4c164-b023-4cd2-8cf6-ae0a1e0f49a0 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.457642] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8b4c164-b023-4cd2-8cf6-ae0a1e0f49a0" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.459047] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8b4c164-b023-4cd2-8cf6-ae0a1e0f49a0',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.461043] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 97cd9659-dc9d-423e-809b-7bce41b5a49a with status ACTIVE [ 1293.462903] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.462903] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.462903] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.462903] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.462903] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.462903] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.464125] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.464125] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.464125] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.464125] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.464125] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.464125] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.464125] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.464363] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.464363] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.464418] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 97cd9659-dc9d-423e-809b-7bce41b5a49a is going to be updated. [ 1293.485273] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.485431] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.485493] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.485691] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.485830] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.485993] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97cd9659-dc9d-423e-809b-7bce41b5a49a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.561676] env[65077]: INFO networking_nsxv3.common.synchronization [req-199a0b13-6efc-4eaa-b39b-2e1ef41acef2 req-0364b9b0-489b-47fe-907f-a5f7fffa4a6b tempest-ServerActionsTestOtherA-1007107634 tempest-ServerActionsTestOtherA-1007107634-project-member] Enqueued Resource ID: 474b68b0-94df-4333-93a9-6756c85dd66d with Priority: HIGHEST for action security_group_members [ 1293.562125] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 474b68b0-94df-4333-93a9-6756c85dd66d with Priority: HIGHEST for action security_group_members [ 1293.562491] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-474b68b0-94df-4333-93a9-6756c85dd66d taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.562616] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-474b68b0-94df-4333-93a9-6756c85dd66d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.562681] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-474b68b0-94df-4333-93a9-6756c85dd66d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.562878] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-474b68b0-94df-4333-93a9-6756c85dd66d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.567072] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.567228] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.567303] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.567488] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.567576] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.567678] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('474b68b0-94df-4333-93a9-6756c85dd66d',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.870488] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock network-490 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.870694] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "network-490" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.870817] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "network-490" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.871132] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "network-490" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.871460] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.871619] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.871735] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.871977] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.872269] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.872497] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1293.872612] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1293.872718] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1293.872824] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1293.872932] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1293.873049] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1293.873182] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1293.904301] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1293.904484] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1293.904659] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1293.904889] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "network-490" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.905301] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock port-be10ea93-9190-4a4d-a3f3-8e7160dc89a3 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.905520] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "port-be10ea93-9190-4a4d-a3f3-8e7160dc89a3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.905659] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "port-be10ea93-9190-4a4d-a3f3-8e7160dc89a3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.906075] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "port-be10ea93-9190-4a4d-a3f3-8e7160dc89a3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.906264] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be10ea93-9190-4a4d-a3f3-8e7160dc89a3',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.961825] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8b4c164-b023-4cd2-8cf6-ae0a1e0f49a0',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.069910] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.070100] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.070148] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.070349] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.070465] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.070717] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.070858] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.070926] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.071106] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.071186] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.071309] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 474b68b0-94df-4333-93a9-6756c85dd66d is going to be deleted. [ 1294.112716] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.112925] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.112975] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.113214] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.113308] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.113545] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-474b68b0-94df-4333-93a9-6756c85dd66d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.360807] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f83fc1a-0e59-4d6f-881d-48ef26d75098 in Status: SUCCESS [ 1294.360807] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f83fc1a-0e59-4d6f-881d-48ef26d75098" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.360807] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f83fc1a-0e59-4d6f-881d-48ef26d75098" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.361054] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f83fc1a-0e59-4d6f-881d-48ef26d75098" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.361054] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.361243] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.361297] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.361439] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.361521] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.362583] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f83fc1a-0e59-4d6f-881d-48ef26d75098" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.362583] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f83fc1a-0e59-4d6f-881d-48ef26d75098',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.408623] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.408909] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.409071] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.409551] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.409712] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.409872] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Segment Port be10ea93-9190-4a4d-a3f3-8e7160dc89a3 not found, creating... [ 1294.410166] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.410330] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.410449] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.410687] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.410823] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.411124] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.411352] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.411478] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.411705] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.411850] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.411993] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Resource: SegmentPort with ID: be10ea93-9190-4a4d-a3f3-8e7160dc89a3 is going to be created. [ 1294.431579] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.431804] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.431925] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.432200] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.432458] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.432676] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "port-be10ea93-9190-4a4d-a3f3-8e7160dc89a3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.464059] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.464258] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.464258] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.464436] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.464543] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.464644] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8b4c164-b023-4cd2-8cf6-ae0a1e0f49a0 is going to be created. [ 1294.507913] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.508210] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.508210] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.508326] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.508498] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.527693] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8b4c164-b023-4cd2-8cf6-ae0a1e0f49a0 in Status: UNINITIALIZED for 2s [ 1294.864419] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f83fc1a-0e59-4d6f-881d-48ef26d75098',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.144717] env[65077]: INFO networking_nsxv3.common.synchronization [req-199a0b13-6efc-4eaa-b39b-2e1ef41acef2 req-7eb404c2-f396-47c3-a6ce-67a4f682faa8 service nova] Enqueued Resource ID: 474b68b0-94df-4333-93a9-6756c85dd66d with Priority: HIGHEST for action security_group_rules [ 1295.145014] env[65077]: INFO networking_nsxv3.common.synchronization [req-199a0b13-6efc-4eaa-b39b-2e1ef41acef2 req-7eb404c2-f396-47c3-a6ce-67a4f682faa8 service nova] Enqueued Resource ID: 474b68b0-94df-4333-93a9-6756c85dd66d with Priority: HIGHEST for action security_group_members [ 1295.145068] env[65077]: INFO networking_nsxv3.common.synchronization [req-199a0b13-6efc-4eaa-b39b-2e1ef41acef2 req-7eb404c2-f396-47c3-a6ce-67a4f682faa8 service nova] Enqueued Resource ID: be10ea93-9190-4a4d-a3f3-8e7160dc89a3 with Priority: HIGHEST for action port [ 1295.145687] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 474b68b0-94df-4333-93a9-6756c85dd66d with Priority: HIGHEST for action security_group_rules [ 1295.145798] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 474b68b0-94df-4333-93a9-6756c85dd66d with Priority: HIGHEST for action security_group_members [ 1295.145905] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be10ea93-9190-4a4d-a3f3-8e7160dc89a3 with Priority: HIGHEST for action port [ 1295.146365] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-474b68b0-94df-4333-93a9-6756c85dd66d taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.146493] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-474b68b0-94df-4333-93a9-6756c85dd66d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.146558] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-474b68b0-94df-4333-93a9-6756c85dd66d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.146756] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-474b68b0-94df-4333-93a9-6756c85dd66d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.146836] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('474b68b0-94df-4333-93a9-6756c85dd66d',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.148818] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-474b68b0-94df-4333-93a9-6756c85dd66d taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.148818] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-474b68b0-94df-4333-93a9-6756c85dd66d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.148818] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-474b68b0-94df-4333-93a9-6756c85dd66d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.148818] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-474b68b0-94df-4333-93a9-6756c85dd66d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.148818] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.149932] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.149932] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.149932] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.149932] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.149932] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('474b68b0-94df-4333-93a9-6756c85dd66d',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.151326] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-be10ea93-9190-4a4d-a3f3-8e7160dc89a3 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.151326] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be10ea93-9190-4a4d-a3f3-8e7160dc89a3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.151326] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be10ea93-9190-4a4d-a3f3-8e7160dc89a3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.151326] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be10ea93-9190-4a4d-a3f3-8e7160dc89a3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.151673] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be10ea93-9190-4a4d-a3f3-8e7160dc89a3',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.366903] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f83fc1a-0e59-4d6f-881d-48ef26d75098: rpc.has_security_group_logging(os_id): False [ 1295.385231] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.385382] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.385455] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.385673] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.385763] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.386012] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.386119] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.386184] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.386340] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.386416] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.386502] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f83fc1a-0e59-4d6f-881d-48ef26d75098 is going to be created. [ 1295.445855] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.446020] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.446020] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.446187] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.446745] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.457277] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f83fc1a-0e59-4d6f-881d-48ef26d75098 in Status: IN_PROGRESS for 2s [ 1295.648738] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-474b68b0-94df-4333-93a9-6756c85dd66d taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.649015] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-474b68b0-94df-4333-93a9-6756c85dd66d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.651524] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('474b68b0-94df-4333-93a9-6756c85dd66d',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.652867] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port be10ea93-9190-4a4d-a3f3-8e7160dc89a3 with status ACTIVE [ 1295.653117] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.653248] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.653314] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.653533] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.653612] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.653806] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.653906] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.653967] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.654132] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.654211] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.654398] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.654494] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.654555] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.654693] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.654768] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.654852] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: be10ea93-9190-4a4d-a3f3-8e7160dc89a3 is going to be updated. [ 1295.676616] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.676817] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.676817] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.677017] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.677158] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.677317] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be10ea93-9190-4a4d-a3f3-8e7160dc89a3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.156773] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('474b68b0-94df-4333-93a9-6756c85dd66d',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.538286] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8b4c164-b023-4cd2-8cf6-ae0a1e0f49a0 in Status: SUCCESS [ 1296.538286] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8b4c164-b023-4cd2-8cf6-ae0a1e0f49a0" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.538286] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8b4c164-b023-4cd2-8cf6-ae0a1e0f49a0" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.538463] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8b4c164-b023-4cd2-8cf6-ae0a1e0f49a0" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.538676] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.538761] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.538824] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.538978] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.539079] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.539168] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8b4c164-b023-4cd2-8cf6-ae0a1e0f49a0" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.539610] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e8b4c164-b023-4cd2-8cf6-ae0a1e0f49a0',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.659995] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.660255] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.660351] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.660649] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.660792] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.661221] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 474b68b0-94df-4333-93a9-6756c85dd66d is going to be created. [ 1296.682841] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.683066] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.683066] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.683244] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.683424] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.692400] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 474b68b0-94df-4333-93a9-6756c85dd66d in Status: UNINITIALIZED for 2s [ 1297.042062] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e8b4c164-b023-4cd2-8cf6-ae0a1e0f49a0',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.487218] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f83fc1a-0e59-4d6f-881d-48ef26d75098 in Status: SUCCESS [ 1297.487690] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f83fc1a-0e59-4d6f-881d-48ef26d75098" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.545029] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e8b4c164-b023-4cd2-8cf6-ae0a1e0f49a0: rpc.has_security_group_logging(os_id): False [ 1297.584011] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.584169] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.584241] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.584462] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.584558] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.584798] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.584902] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.584967] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.585189] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.585240] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.585273] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8b4c164-b023-4cd2-8cf6-ae0a1e0f49a0 is going to be created. [ 1297.662437] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.662594] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.662594] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.662792] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.662977] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.673068] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8b4c164-b023-4cd2-8cf6-ae0a1e0f49a0 in Status: IN_PROGRESS for 2s [ 1298.701872] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 474b68b0-94df-4333-93a9-6756c85dd66d in Status: SUCCESS [ 1298.702223] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-474b68b0-94df-4333-93a9-6756c85dd66d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.702439] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-474b68b0-94df-4333-93a9-6756c85dd66d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.702526] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-474b68b0-94df-4333-93a9-6756c85dd66d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.702749] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.702874] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.702942] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.703124] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.703208] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.703295] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-474b68b0-94df-4333-93a9-6756c85dd66d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.703389] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('474b68b0-94df-4333-93a9-6756c85dd66d',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.205668] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-474b68b0-94df-4333-93a9-6756c85dd66d taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.205870] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-474b68b0-94df-4333-93a9-6756c85dd66d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.205988] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-474b68b0-94df-4333-93a9-6756c85dd66d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.206251] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-474b68b0-94df-4333-93a9-6756c85dd66d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.206422] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.206561] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.206643] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.206793] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.206884] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.206973] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-474b68b0-94df-4333-93a9-6756c85dd66d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.207134] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-474b68b0-94df-4333-93a9-6756c85dd66d taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.207228] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-474b68b0-94df-4333-93a9-6756c85dd66d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.207291] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-474b68b0-94df-4333-93a9-6756c85dd66d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.207430] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-474b68b0-94df-4333-93a9-6756c85dd66d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.207567] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.207659] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.207721] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.207854] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.207930] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.208020] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-474b68b0-94df-4333-93a9-6756c85dd66d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.208109] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('474b68b0-94df-4333-93a9-6756c85dd66d',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.688569] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8b4c164-b023-4cd2-8cf6-ae0a1e0f49a0 in Status: SUCCESS [ 1299.688569] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8b4c164-b023-4cd2-8cf6-ae0a1e0f49a0" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.711094] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 474b68b0-94df-4333-93a9-6756c85dd66d: rpc.has_security_group_logging(os_id): False [ 1299.729284] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.729509] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.729509] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.729745] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.729833] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.730049] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.730144] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.730204] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.730382] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.730467] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.730663] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.730755] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.730843] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.731202] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.731202] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.731364] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.731427] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.731489] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.731653] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.731750] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.731839] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 474b68b0-94df-4333-93a9-6756c85dd66d is going to be created. [ 1299.791587] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.791792] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.791856] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.792108] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.792317] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.806552] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 474b68b0-94df-4333-93a9-6756c85dd66d in Status: IN_PROGRESS for 2s [ 1300.146586] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1300.146756] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1301.821736] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 474b68b0-94df-4333-93a9-6756c85dd66d in Status: SUCCESS [ 1301.822076] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-474b68b0-94df-4333-93a9-6756c85dd66d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.833615] env[65077]: INFO networking_nsxv3.common.synchronization [req-9919da4e-096e-407f-9040-b322657a1461 req-d4a9ae43-6df8-4d6f-8ca2-e66aee52ed7c tempest-ServerActionsTestOtherA-1007107634 tempest-ServerActionsTestOtherA-1007107634-project-member] Enqueued Resource ID: 474b68b0-94df-4333-93a9-6756c85dd66d with Priority: HIGHEST for action security_group_members [ 1303.834055] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 474b68b0-94df-4333-93a9-6756c85dd66d with Priority: HIGHEST for action security_group_members [ 1303.834342] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-474b68b0-94df-4333-93a9-6756c85dd66d taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.834494] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-474b68b0-94df-4333-93a9-6756c85dd66d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.834580] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-474b68b0-94df-4333-93a9-6756c85dd66d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.834743] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-474b68b0-94df-4333-93a9-6756c85dd66d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.834892] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.834982] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.835058] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.835203] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.835284] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.835409] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('474b68b0-94df-4333-93a9-6756c85dd66d',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.879168] env[65077]: INFO networking_nsxv3.common.synchronization [req-9919da4e-096e-407f-9040-b322657a1461 req-d4a9ae43-6df8-4d6f-8ca2-e66aee52ed7c tempest-ServerActionsTestOtherA-1007107634 tempest-ServerActionsTestOtherA-1007107634-project-member] Enqueued Resource ID: be10ea93-9190-4a4d-a3f3-8e7160dc89a3 with Priority: HIGHEST for action port [ 1303.879652] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be10ea93-9190-4a4d-a3f3-8e7160dc89a3 with Priority: HIGHEST for action port [ 1303.879954] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-be10ea93-9190-4a4d-a3f3-8e7160dc89a3 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.880086] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be10ea93-9190-4a4d-a3f3-8e7160dc89a3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.880153] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be10ea93-9190-4a4d-a3f3-8e7160dc89a3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.880364] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be10ea93-9190-4a4d-a3f3-8e7160dc89a3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.880456] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be10ea93-9190-4a4d-a3f3-8e7160dc89a3',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.338083] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.338252] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.338324] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.338551] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.338652] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.338855] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.338964] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.339016] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.339195] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.339317] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.339410] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 474b68b0-94df-4333-93a9-6756c85dd66d is going to be updated. [ 1304.374594] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.374831] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.374831] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.375039] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.375190] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.382912] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port be10ea93-9190-4a4d-a3f3-8e7160dc89a3 with status ACTIVE [ 1304.383340] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.383486] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.383560] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.383791] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.383887] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.384104] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.384250] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.384320] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.384491] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.384571] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.384757] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.384851] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.384910] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.385066] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.385142] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.385227] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: be10ea93-9190-4a4d-a3f3-8e7160dc89a3 is going to be updated. [ 1304.386979] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 474b68b0-94df-4333-93a9-6756c85dd66d in Status: IN_PROGRESS for 2s [ 1304.407995] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.408335] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.408335] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.408691] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.408922] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.409262] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be10ea93-9190-4a4d-a3f3-8e7160dc89a3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.399933] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 474b68b0-94df-4333-93a9-6756c85dd66d in Status: SUCCESS [ 1306.399933] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 474b68b0-94df-4333-93a9-6756c85dd66d deletion is rescheduled due to dependency. [ 1306.399933] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-474b68b0-94df-4333-93a9-6756c85dd66d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.880630] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1308.880630] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1313.882107] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1313.882412] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1318.883231] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1318.883538] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1323.884878] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1323.885322] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1324.883822] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock network-236 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.884069] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "network-236" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.884229] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "network-236" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.884523] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "network-236" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.884821] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.885010] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.885438] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.885570] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.885734] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.885977] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1324.886129] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1324.886275] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1324.886388] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1324.886532] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1324.886656] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1324.886807] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1324.907252] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1324.907478] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1324.907778] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1324.907871] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "network-236" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.908144] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock port-7e5e4802-6168-4dad-85f7-c2d6329f549b taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.908345] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "port-7e5e4802-6168-4dad-85f7-c2d6329f549b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.908506] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "port-7e5e4802-6168-4dad-85f7-c2d6329f549b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.908777] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "port-7e5e4802-6168-4dad-85f7-c2d6329f549b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.908945] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e5e4802-6168-4dad-85f7-c2d6329f549b',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.411187] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.411557] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.411616] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.411938] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.412110] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.412521] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.412684] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.412801] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.413040] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.413174] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.413453] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.413674] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.413791] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.413998] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.414150] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.414292] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Resource: SegmentPort with ID: 7e5e4802-6168-4dad-85f7-c2d6329f549b is going to be updated. [ 1325.435936] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.436154] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.436252] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.436543] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.436752] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.436969] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "port-7e5e4802-6168-4dad-85f7-c2d6329f549b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.149538] env[65077]: INFO networking_nsxv3.common.synchronization [req-8826ecb1-57a5-45d9-b3de-ec9a7bb92145 req-e5cda2fb-a04f-4fab-bb4d-1940fb65b53f service nova] Enqueued Resource ID: e29cad2f-8169-4b4f-b295-48f9d9175a01 with Priority: HIGHEST for action security_group_rules [ 1326.149802] env[65077]: INFO networking_nsxv3.common.synchronization [req-8826ecb1-57a5-45d9-b3de-ec9a7bb92145 req-e5cda2fb-a04f-4fab-bb4d-1940fb65b53f service nova] Enqueued Resource ID: e29cad2f-8169-4b4f-b295-48f9d9175a01 with Priority: HIGHEST for action security_group_members [ 1326.149802] env[65077]: INFO networking_nsxv3.common.synchronization [req-8826ecb1-57a5-45d9-b3de-ec9a7bb92145 req-e5cda2fb-a04f-4fab-bb4d-1940fb65b53f service nova] Enqueued Resource ID: 7e5e4802-6168-4dad-85f7-c2d6329f549b with Priority: HIGHEST for action port [ 1326.150345] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e29cad2f-8169-4b4f-b295-48f9d9175a01 with Priority: HIGHEST for action security_group_rules [ 1326.150870] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e29cad2f-8169-4b4f-b295-48f9d9175a01 with Priority: HIGHEST for action security_group_members [ 1326.150997] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e5e4802-6168-4dad-85f7-c2d6329f549b with Priority: HIGHEST for action port [ 1326.151695] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e29cad2f-8169-4b4f-b295-48f9d9175a01 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.151820] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e29cad2f-8169-4b4f-b295-48f9d9175a01" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.151886] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e29cad2f-8169-4b4f-b295-48f9d9175a01" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.152093] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e29cad2f-8169-4b4f-b295-48f9d9175a01" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.152176] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e29cad2f-8169-4b4f-b295-48f9d9175a01',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.153480] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-e29cad2f-8169-4b4f-b295-48f9d9175a01 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.153596] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e29cad2f-8169-4b4f-b295-48f9d9175a01" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.153681] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e29cad2f-8169-4b4f-b295-48f9d9175a01" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.153835] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e29cad2f-8169-4b4f-b295-48f9d9175a01" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.153991] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.154238] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.154301] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.154449] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.154581] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.154706] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e29cad2f-8169-4b4f-b295-48f9d9175a01',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.155599] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e5e4802-6168-4dad-85f7-c2d6329f549b taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.155599] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e5e4802-6168-4dad-85f7-c2d6329f549b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.155919] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e5e4802-6168-4dad-85f7-c2d6329f549b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.156077] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e5e4802-6168-4dad-85f7-c2d6329f549b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.156159] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e5e4802-6168-4dad-85f7-c2d6329f549b',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.654217] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-e29cad2f-8169-4b4f-b295-48f9d9175a01 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.654475] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e29cad2f-8169-4b4f-b295-48f9d9175a01" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.658797] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e29cad2f-8169-4b4f-b295-48f9d9175a01',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.659703] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e5e4802-6168-4dad-85f7-c2d6329f549b with status ACTIVE [ 1326.659888] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.660012] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.660083] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.660282] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.660371] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.660542] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.660654] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.660716] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.660896] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.660977] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.661213] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.661313] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.661389] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.661534] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.661607] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.661687] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e5e4802-6168-4dad-85f7-c2d6329f549b is going to be updated. [ 1326.681959] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.682230] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.682230] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.682486] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.682644] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.682877] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e5e4802-6168-4dad-85f7-c2d6329f549b" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.163645] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e29cad2f-8169-4b4f-b295-48f9d9175a01',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.666657] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.666939] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.667186] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.667453] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.667602] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.667731] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e29cad2f-8169-4b4f-b295-48f9d9175a01 is going to be updated. [ 1327.697110] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.697321] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.697321] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.697697] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.697890] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.707747] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e29cad2f-8169-4b4f-b295-48f9d9175a01 in Status: IN_PROGRESS for 2s [ 1328.289094] env[65077]: INFO networking_nsxv3.common.synchronization [req-dba9fb06-ee98-498d-aab5-889253e11cd4 req-6fdd3c5e-2b5d-4015-b216-4a0587452edb tempest-ServerActionsTestOtherA-1007107634 tempest-ServerActionsTestOtherA-1007107634-project-member] Enqueued Resource ID: 407d86e2-d45e-424e-84bd-b940239b846e with Priority: HIGHEST for action security_group_members [ 1328.289094] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 407d86e2-d45e-424e-84bd-b940239b846e with Priority: HIGHEST for action security_group_members [ 1328.289094] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-407d86e2-d45e-424e-84bd-b940239b846e taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.289094] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-407d86e2-d45e-424e-84bd-b940239b846e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.289094] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-407d86e2-d45e-424e-84bd-b940239b846e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.289820] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-407d86e2-d45e-424e-84bd-b940239b846e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.289820] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.289820] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.289820] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.289960] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.289960] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.290043] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('407d86e2-d45e-424e-84bd-b940239b846e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.562278] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock network-490 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.562609] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "network-490" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.562835] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "network-490" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.563195] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "network-490" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.563507] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.563714] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.563841] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.564165] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.564349] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.564617] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1328.564733] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1328.564840] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1328.564945] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1328.565070] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1328.565177] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1328.565349] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1328.583767] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1328.583954] env[65077]: DEBUG dogpile.cache.region [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1328.584108] env[65077]: DEBUG dogpile.lock [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1328.584282] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "network-490" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.584596] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock port-08c404fe-7cd5-497f-8652-1f488ecea8de taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.584767] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "port-08c404fe-7cd5-497f-8652-1f488ecea8de" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.584884] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "port-08c404fe-7cd5-497f-8652-1f488ecea8de" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.585235] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "port-08c404fe-7cd5-497f-8652-1f488ecea8de" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.585372] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08c404fe-7cd5-497f-8652-1f488ecea8de',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.793499] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('407d86e2-d45e-424e-84bd-b940239b846e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.087796] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.088060] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.088156] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.088435] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.088647] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.088805] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Segment Port 08c404fe-7cd5-497f-8652-1f488ecea8de not found, creating... [ 1329.089076] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.089251] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.089434] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.089674] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.089811] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.090100] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.090253] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.090367] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.090569] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.090698] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.090832] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Resource: SegmentPort with ID: 08c404fe-7cd5-497f-8652-1f488ecea8de is going to be created. [ 1329.119975] env[65077]: DEBUG networking_nsxv3.common.locking [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.120205] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.120330] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.120604] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.120833] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.121067] env[65077]: DEBUG oslo_concurrency.lockutils [None req-e4ff39c9-9acd-4895-9a53-6da7fbc4c811 None None] Releasing lock "port-08c404fe-7cd5-497f-8652-1f488ecea8de" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.296282] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('407d86e2-d45e-424e-84bd-b940239b846e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.719159] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e29cad2f-8169-4b4f-b295-48f9d9175a01 in Status: SUCCESS [ 1329.719159] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e29cad2f-8169-4b4f-b295-48f9d9175a01" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.719159] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e29cad2f-8169-4b4f-b295-48f9d9175a01" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.719159] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e29cad2f-8169-4b4f-b295-48f9d9175a01" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.719159] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.719159] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.719159] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.719159] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.719159] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.719606] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e29cad2f-8169-4b4f-b295-48f9d9175a01" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.719606] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e29cad2f-8169-4b4f-b295-48f9d9175a01',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.800635] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.800785] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.800855] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.801373] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.801534] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.801734] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 407d86e2-d45e-424e-84bd-b940239b846e is going to be updated. [ 1329.804628] env[65077]: INFO networking_nsxv3.common.synchronization [req-dba9fb06-ee98-498d-aab5-889253e11cd4 req-dd89bfc6-fd53-462c-9c7d-568bbf5d29be service nova] Enqueued Resource ID: 407d86e2-d45e-424e-84bd-b940239b846e with Priority: HIGHEST for action security_group_rules [ 1329.804922] env[65077]: INFO networking_nsxv3.common.synchronization [req-dba9fb06-ee98-498d-aab5-889253e11cd4 req-dd89bfc6-fd53-462c-9c7d-568bbf5d29be service nova] Enqueued Resource ID: 407d86e2-d45e-424e-84bd-b940239b846e with Priority: HIGHEST for action security_group_members [ 1329.805171] env[65077]: INFO networking_nsxv3.common.synchronization [req-dba9fb06-ee98-498d-aab5-889253e11cd4 req-dd89bfc6-fd53-462c-9c7d-568bbf5d29be service nova] Enqueued Resource ID: 08c404fe-7cd5-497f-8652-1f488ecea8de with Priority: HIGHEST for action port [ 1329.805881] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 407d86e2-d45e-424e-84bd-b940239b846e with Priority: HIGHEST for action security_group_rules [ 1329.806114] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 407d86e2-d45e-424e-84bd-b940239b846e with Priority: HIGHEST for action security_group_members [ 1329.806296] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08c404fe-7cd5-497f-8652-1f488ecea8de with Priority: HIGHEST for action port [ 1329.807297] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-407d86e2-d45e-424e-84bd-b940239b846e taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.807467] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-407d86e2-d45e-424e-84bd-b940239b846e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.807593] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-407d86e2-d45e-424e-84bd-b940239b846e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.808201] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-407d86e2-d45e-424e-84bd-b940239b846e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.808609] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('407d86e2-d45e-424e-84bd-b940239b846e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.809781] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-407d86e2-d45e-424e-84bd-b940239b846e taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.809781] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-407d86e2-d45e-424e-84bd-b940239b846e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.810093] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-08c404fe-7cd5-497f-8652-1f488ecea8de taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.810269] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08c404fe-7cd5-497f-8652-1f488ecea8de" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.810403] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08c404fe-7cd5-497f-8652-1f488ecea8de" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.810707] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08c404fe-7cd5-497f-8652-1f488ecea8de" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.810851] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08c404fe-7cd5-497f-8652-1f488ecea8de',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.834342] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.834629] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.834629] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.834784] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.834928] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.844918] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 407d86e2-d45e-424e-84bd-b940239b846e in Status: IN_PROGRESS for 2s [ 1330.221543] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e29cad2f-8169-4b4f-b295-48f9d9175a01',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.312868] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-407d86e2-d45e-424e-84bd-b940239b846e taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.313262] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-407d86e2-d45e-424e-84bd-b940239b846e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.313262] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 08c404fe-7cd5-497f-8652-1f488ecea8de with status ACTIVE [ 1330.313458] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.313557] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.313557] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.313789] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.313881] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.314038] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.314133] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.314193] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.314348] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.314426] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.314657] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.314806] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.314859] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.314985] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.315083] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.315168] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 08c404fe-7cd5-497f-8652-1f488ecea8de is going to be updated. [ 1330.345708] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.345933] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.345933] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.346076] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.346234] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.346401] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08c404fe-7cd5-497f-8652-1f488ecea8de" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.725037] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e29cad2f-8169-4b4f-b295-48f9d9175a01: rpc.has_security_group_logging(os_id): False [ 1330.746658] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.746870] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.746935] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.747244] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.747369] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.747674] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.747793] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.747862] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.748095] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.748187] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.748280] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e29cad2f-8169-4b4f-b295-48f9d9175a01 is going to be updated. [ 1330.808510] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.808798] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.808798] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.808944] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.809109] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.825722] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e29cad2f-8169-4b4f-b295-48f9d9175a01 in Status: IN_PROGRESS for 2s [ 1331.855618] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 407d86e2-d45e-424e-84bd-b940239b846e in Status: SUCCESS [ 1331.856016] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-407d86e2-d45e-424e-84bd-b940239b846e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.856061] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-407d86e2-d45e-424e-84bd-b940239b846e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.856268] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-407d86e2-d45e-424e-84bd-b940239b846e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.856465] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.856585] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.856651] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.856802] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.856883] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.856981] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('407d86e2-d45e-424e-84bd-b940239b846e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.359564] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('407d86e2-d45e-424e-84bd-b940239b846e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.842287] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e29cad2f-8169-4b4f-b295-48f9d9175a01 in Status: SUCCESS [ 1332.842617] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e29cad2f-8169-4b4f-b295-48f9d9175a01" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.862268] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('407d86e2-d45e-424e-84bd-b940239b846e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1333.365098] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.365310] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.365379] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.365678] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.365805] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.365916] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 407d86e2-d45e-424e-84bd-b940239b846e is going to be updated. [ 1333.394467] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.394715] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.394799] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.395027] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.395203] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.405931] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 407d86e2-d45e-424e-84bd-b940239b846e in Status: IN_PROGRESS for 2s [ 1334.808063] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1334.808063] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1335.418737] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 407d86e2-d45e-424e-84bd-b940239b846e in Status: SUCCESS [ 1335.418979] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-407d86e2-d45e-424e-84bd-b940239b846e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.419105] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-407d86e2-d45e-424e-84bd-b940239b846e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.419391] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-407d86e2-d45e-424e-84bd-b940239b846e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.419595] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.419712] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.419775] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.419930] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.420021] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.420111] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-407d86e2-d45e-424e-84bd-b940239b846e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.420202] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('407d86e2-d45e-424e-84bd-b940239b846e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.923140] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('407d86e2-d45e-424e-84bd-b940239b846e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.426525] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 407d86e2-d45e-424e-84bd-b940239b846e: rpc.has_security_group_logging(os_id): False [ 1336.446754] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.447058] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.447058] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.447196] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.447292] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.447556] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.447764] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.447764] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.447930] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.448022] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.448116] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 407d86e2-d45e-424e-84bd-b940239b846e is going to be updated. [ 1336.518734] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.518966] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.518966] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.519352] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.519595] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.536692] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 407d86e2-d45e-424e-84bd-b940239b846e in Status: IN_PROGRESS for 2s [ 1338.553231] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 407d86e2-d45e-424e-84bd-b940239b846e in Status: SUCCESS [ 1338.553596] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-407d86e2-d45e-424e-84bd-b940239b846e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.808989] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1339.809356] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1344.810427] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1344.810769] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1349.812239] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1349.812636] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1354.813568] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1354.813960] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1356.295771] env[65077]: INFO networking_nsxv3.common.synchronization [req-fc13953e-5e7c-44cb-96ab-ddce8b4665eb req-0e82201b-287e-40fd-8ce8-5a6f320d2feb tempest-AttachVolumeNegativeTest-20018646 tempest-AttachVolumeNegativeTest-20018646-project-member] Enqueued Resource ID: e8b4c164-b023-4cd2-8cf6-ae0a1e0f49a0 with Priority: HIGHEST for action security_group_members [ 1356.296417] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8b4c164-b023-4cd2-8cf6-ae0a1e0f49a0 with Priority: HIGHEST for action security_group_members [ 1356.297050] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8b4c164-b023-4cd2-8cf6-ae0a1e0f49a0 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.297050] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8b4c164-b023-4cd2-8cf6-ae0a1e0f49a0" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.297050] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8b4c164-b023-4cd2-8cf6-ae0a1e0f49a0" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.297050] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8b4c164-b023-4cd2-8cf6-ae0a1e0f49a0" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.297325] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.297381] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.297422] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.297563] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.298217] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.298217] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8b4c164-b023-4cd2-8cf6-ae0a1e0f49a0',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.801225] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.801496] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.801496] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.801720] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.801813] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.802023] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.802134] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.802192] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.802346] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.802434] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.802549] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8b4c164-b023-4cd2-8cf6-ae0a1e0f49a0 is going to be updated. [ 1356.833105] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.833322] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.833322] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.833555] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.833642] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.843277] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8b4c164-b023-4cd2-8cf6-ae0a1e0f49a0 in Status: IN_PROGRESS for 2s [ 1358.854676] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8b4c164-b023-4cd2-8cf6-ae0a1e0f49a0 in Status: SUCCESS [ 1358.855071] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8b4c164-b023-4cd2-8cf6-ae0a1e0f49a0 deletion is rescheduled due to dependency. [ 1358.855071] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8b4c164-b023-4cd2-8cf6-ae0a1e0f49a0" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.297388] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1361.297759] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1366.298630] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1366.298939] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1371.299461] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1371.299839] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1376.300579] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1376.301041] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1379.006652] env[65077]: INFO networking_nsxv3.common.synchronization [req-b4618bf8-93c8-44df-a015-f9591039307d req-b97df444-cd20-467c-a1b3-7ab40a8f2b53 tempest-AttachVolumeShelveTestJSON-1731806628 tempest-AttachVolumeShelveTestJSON-1731806628-project-member] Enqueued Resource ID: e29cad2f-8169-4b4f-b295-48f9d9175a01 with Priority: HIGHEST for action security_group_members [ 1379.007232] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e29cad2f-8169-4b4f-b295-48f9d9175a01 with Priority: HIGHEST for action security_group_members [ 1379.007537] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-e29cad2f-8169-4b4f-b295-48f9d9175a01 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.007839] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e29cad2f-8169-4b4f-b295-48f9d9175a01" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.008056] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e29cad2f-8169-4b4f-b295-48f9d9175a01" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.008444] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e29cad2f-8169-4b4f-b295-48f9d9175a01" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.008444] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.008444] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.008703] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.008703] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.008703] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.008831] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e29cad2f-8169-4b4f-b295-48f9d9175a01',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.511646] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.511863] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.511938] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.512258] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.512378] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.512584] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.512688] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.512753] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.512918] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.512996] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.513095] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e29cad2f-8169-4b4f-b295-48f9d9175a01 is going to be updated. [ 1379.540192] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.540405] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.540405] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.540582] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.540724] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.551208] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e29cad2f-8169-4b4f-b295-48f9d9175a01 in Status: IN_PROGRESS for 2s [ 1381.564353] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e29cad2f-8169-4b4f-b295-48f9d9175a01 in Status: SUCCESS [ 1381.564729] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e29cad2f-8169-4b4f-b295-48f9d9175a01 deletion is rescheduled due to dependency. [ 1381.564729] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e29cad2f-8169-4b4f-b295-48f9d9175a01" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.008089] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1384.008569] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1384.528790] env[65077]: INFO networking_nsxv3.common.synchronization [req-e5dfbcfe-fe5a-4363-9fb8-c1fc542b33c3 req-182a2cd2-c654-404a-b1c5-bdea8913ed59 tempest-ServerActionsTestJSON-1998235934 tempest-ServerActionsTestJSON-1998235934-project-member] Enqueued Resource ID: 4f83fc1a-0e59-4d6f-881d-48ef26d75098 with Priority: HIGHEST for action security_group_members [ 1384.529043] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f83fc1a-0e59-4d6f-881d-48ef26d75098 with Priority: HIGHEST for action security_group_members [ 1384.529349] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f83fc1a-0e59-4d6f-881d-48ef26d75098 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.529636] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f83fc1a-0e59-4d6f-881d-48ef26d75098" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.529636] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f83fc1a-0e59-4d6f-881d-48ef26d75098" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.529752] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f83fc1a-0e59-4d6f-881d-48ef26d75098" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.529868] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.529966] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.530043] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.530188] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.530272] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.530366] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f83fc1a-0e59-4d6f-881d-48ef26d75098',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1385.033403] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.033403] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.033403] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.034143] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.034143] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.034143] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.034143] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.034143] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.034143] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.034538] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.034538] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f83fc1a-0e59-4d6f-881d-48ef26d75098 is going to be updated. [ 1385.070657] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.070888] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.070888] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.071025] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.071170] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.081434] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f83fc1a-0e59-4d6f-881d-48ef26d75098 in Status: IN_PROGRESS for 2s [ 1387.095069] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f83fc1a-0e59-4d6f-881d-48ef26d75098 in Status: SUCCESS [ 1387.095465] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f83fc1a-0e59-4d6f-881d-48ef26d75098 deletion is rescheduled due to dependency. [ 1387.095465] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f83fc1a-0e59-4d6f-881d-48ef26d75098" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.530081] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1389.530724] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1394.532366] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1394.532727] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1399.534084] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1399.534447] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1399.633900] env[65077]: INFO networking_nsxv3.common.synchronization [req-dedec737-a3f4-44cf-ac6f-db1b24a941a5 req-a966b4a6-6522-412e-94c0-30b70b63b193 tempest-ServerActionsTestOtherA-1007107634 tempest-ServerActionsTestOtherA-1007107634-project-member] Enqueued Resource ID: 407d86e2-d45e-424e-84bd-b940239b846e with Priority: HIGHEST for action security_group_members [ 1399.634452] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 407d86e2-d45e-424e-84bd-b940239b846e with Priority: HIGHEST for action security_group_members [ 1399.634797] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-407d86e2-d45e-424e-84bd-b940239b846e taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.635111] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-407d86e2-d45e-424e-84bd-b940239b846e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.635193] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-407d86e2-d45e-424e-84bd-b940239b846e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.635422] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-407d86e2-d45e-424e-84bd-b940239b846e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.635630] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.635801] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.635856] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.636048] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.636157] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.636337] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('407d86e2-d45e-424e-84bd-b940239b846e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1400.138945] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('407d86e2-d45e-424e-84bd-b940239b846e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1400.641114] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('407d86e2-d45e-424e-84bd-b940239b846e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1401.144225] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.144506] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.144506] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.144679] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.144740] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.144795] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 407d86e2-d45e-424e-84bd-b940239b846e is going to be updated. [ 1401.172155] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.172448] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.172448] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.172689] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.172779] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.181529] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 407d86e2-d45e-424e-84bd-b940239b846e in Status: IN_PROGRESS for 2s [ 1403.193089] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 407d86e2-d45e-424e-84bd-b940239b846e in Status: SUCCESS [ 1403.193529] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-407d86e2-d45e-424e-84bd-b940239b846e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.635983] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1404.636433] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1409.637071] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1409.637458] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1414.638189] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1414.638678] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1415.908861] env[65077]: INFO networking_nsxv3.common.synchronization [req-e1764d1c-3c9b-4e0b-8cf4-47380594248a req-9bd54975-cf9f-4f90-8c60-076aa42e052f tempest-ServerActionsTestOtherA-1007107634 tempest-ServerActionsTestOtherA-1007107634-project-member] Enqueued Resource ID: 407d86e2-d45e-424e-84bd-b940239b846e with Priority: HIGHEST for action security_group_members [ 1415.909424] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 407d86e2-d45e-424e-84bd-b940239b846e with Priority: HIGHEST for action security_group_members [ 1415.909744] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-407d86e2-d45e-424e-84bd-b940239b846e taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.910022] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-407d86e2-d45e-424e-84bd-b940239b846e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.910022] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-407d86e2-d45e-424e-84bd-b940239b846e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.910459] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-407d86e2-d45e-424e-84bd-b940239b846e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.910634] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.910742] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.910808] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.910966] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.911068] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.911165] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('407d86e2-d45e-424e-84bd-b940239b846e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1416.413241] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.413464] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.413464] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.413735] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.413865] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.414108] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.414220] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.414313] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.414494] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.414598] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.414708] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 407d86e2-d45e-424e-84bd-b940239b846e is going to be updated. [ 1416.443195] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.443408] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.443452] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.443671] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.443868] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.453234] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 407d86e2-d45e-424e-84bd-b940239b846e in Status: IN_PROGRESS for 2s [ 1418.096747] env[65077]: INFO networking_nsxv3.common.synchronization [req-492598dd-0e6e-4629-ab2f-47ccf4c3c11e req-43d3ac3c-e1f5-4bb2-83e8-3ac7d765c2bf tempest-ServerActionsTestJSON-1998235934 tempest-ServerActionsTestJSON-1998235934-project-member] Enqueued Resource ID: cad6e111-3174-4a1d-a593-89eb1f49b412 with Priority: HIGHEST for action security_group_members [ 1418.097342] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cad6e111-3174-4a1d-a593-89eb1f49b412 with Priority: HIGHEST for action security_group_members [ 1418.097710] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-cad6e111-3174-4a1d-a593-89eb1f49b412 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.097879] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cad6e111-3174-4a1d-a593-89eb1f49b412" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.097955] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cad6e111-3174-4a1d-a593-89eb1f49b412" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.098378] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cad6e111-3174-4a1d-a593-89eb1f49b412" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.098476] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.098582] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.098653] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.098796] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.098882] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.098976] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cad6e111-3174-4a1d-a593-89eb1f49b412',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1418.466462] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 407d86e2-d45e-424e-84bd-b940239b846e in Status: SUCCESS [ 1418.466462] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 407d86e2-d45e-424e-84bd-b940239b846e deletion is rescheduled due to dependency. [ 1418.466695] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-407d86e2-d45e-424e-84bd-b940239b846e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.600906] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.601183] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.601183] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.601317] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.601408] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.601599] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.601729] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.601793] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.601939] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.602026] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.602118] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cad6e111-3174-4a1d-a593-89eb1f49b412 is going to be updated. [ 1418.643548] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.643835] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.643835] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.643962] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.644126] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.655584] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cad6e111-3174-4a1d-a593-89eb1f49b412 in Status: IN_PROGRESS for 2s [ 1420.667556] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cad6e111-3174-4a1d-a593-89eb1f49b412 in Status: SUCCESS [ 1420.667556] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cad6e111-3174-4a1d-a593-89eb1f49b412 deletion is rescheduled due to dependency. [ 1420.667556] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cad6e111-3174-4a1d-a593-89eb1f49b412" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.098901] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1423.099303] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1425.121352] env[65077]: INFO networking_nsxv3.common.synchronization [req-6e43b787-3708-4cd8-93ac-5833ef04e49d req-5d2b38da-83ee-4b67-abb1-deab40c3d805 tempest-ServerActionsTestJSON-1998235934 tempest-ServerActionsTestJSON-1998235934-project-member] Enqueued Resource ID: cad6e111-3174-4a1d-a593-89eb1f49b412 with Priority: HIGHEST for action security_group_members [ 1425.122174] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cad6e111-3174-4a1d-a593-89eb1f49b412 with Priority: HIGHEST for action security_group_members [ 1425.122266] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-cad6e111-3174-4a1d-a593-89eb1f49b412 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.122369] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cad6e111-3174-4a1d-a593-89eb1f49b412" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.122469] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cad6e111-3174-4a1d-a593-89eb1f49b412" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.122941] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cad6e111-3174-4a1d-a593-89eb1f49b412" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.122941] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.123061] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.123145] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.123337] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.123457] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.123582] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cad6e111-3174-4a1d-a593-89eb1f49b412',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1425.396944] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock network-875 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.397160] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "network-875" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.397283] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "network-875" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.397549] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "network-875" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.397797] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.397953] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.398090] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.398297] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.398435] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.398656] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1425.398770] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1425.398878] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1425.398984] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1425.399100] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1425.399204] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1425.399332] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1425.421637] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1425.421848] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1425.421954] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1425.422162] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "network-875" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.422469] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock port-4c2151c5-502e-4117-8f48-b1881d41535d taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.422687] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "port-4c2151c5-502e-4117-8f48-b1881d41535d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.422785] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "port-4c2151c5-502e-4117-8f48-b1881d41535d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.423130] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "port-4c2151c5-502e-4117-8f48-b1881d41535d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.423277] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c2151c5-502e-4117-8f48-b1881d41535d',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1425.626243] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.626465] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.626465] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.626819] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.626923] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.627137] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.627241] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.627305] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.627464] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.627539] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.627624] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cad6e111-3174-4a1d-a593-89eb1f49b412 is going to be updated. [ 1425.655995] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.656308] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.656308] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.656437] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.656570] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.665197] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cad6e111-3174-4a1d-a593-89eb1f49b412 in Status: IN_PROGRESS for 2s [ 1425.926467] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.926832] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.926977] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.927365] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.927554] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.927785] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Segment Port 4c2151c5-502e-4117-8f48-b1881d41535d not found, creating... [ 1425.928141] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.928309] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.928427] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.928973] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.928973] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.929162] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.929276] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.929393] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.929611] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.929806] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.930044] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Resource: SegmentPort with ID: 4c2151c5-502e-4117-8f48-b1881d41535d is going to be created. [ 1425.952358] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.952591] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.952688] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.953016] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.953264] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.953485] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "port-4c2151c5-502e-4117-8f48-b1881d41535d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.646230] env[65077]: INFO networking_nsxv3.common.synchronization [req-6e43b787-3708-4cd8-93ac-5833ef04e49d req-31652df7-e15b-4c15-8cf8-6a031b67430a service nova] Enqueued Resource ID: cad6e111-3174-4a1d-a593-89eb1f49b412 with Priority: HIGHEST for action security_group_rules [ 1426.646230] env[65077]: INFO networking_nsxv3.common.synchronization [req-6e43b787-3708-4cd8-93ac-5833ef04e49d req-31652df7-e15b-4c15-8cf8-6a031b67430a service nova] Enqueued Resource ID: cad6e111-3174-4a1d-a593-89eb1f49b412 with Priority: HIGHEST for action security_group_members [ 1426.646230] env[65077]: INFO networking_nsxv3.common.synchronization [req-6e43b787-3708-4cd8-93ac-5833ef04e49d req-31652df7-e15b-4c15-8cf8-6a031b67430a service nova] Enqueued Resource ID: 4c2151c5-502e-4117-8f48-b1881d41535d with Priority: HIGHEST for action port [ 1426.646230] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cad6e111-3174-4a1d-a593-89eb1f49b412 with Priority: HIGHEST for action security_group_rules [ 1426.646230] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cad6e111-3174-4a1d-a593-89eb1f49b412 with Priority: HIGHEST for action security_group_members [ 1426.646230] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c2151c5-502e-4117-8f48-b1881d41535d with Priority: HIGHEST for action port [ 1426.646230] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cad6e111-3174-4a1d-a593-89eb1f49b412 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.646894] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cad6e111-3174-4a1d-a593-89eb1f49b412" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.646987] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cad6e111-3174-4a1d-a593-89eb1f49b412" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.647218] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cad6e111-3174-4a1d-a593-89eb1f49b412" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.647306] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cad6e111-3174-4a1d-a593-89eb1f49b412',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1426.648177] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-cad6e111-3174-4a1d-a593-89eb1f49b412 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.648278] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cad6e111-3174-4a1d-a593-89eb1f49b412" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.648579] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c2151c5-502e-4117-8f48-b1881d41535d taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.648579] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c2151c5-502e-4117-8f48-b1881d41535d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.648682] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c2151c5-502e-4117-8f48-b1881d41535d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.648821] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c2151c5-502e-4117-8f48-b1881d41535d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.648904] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c2151c5-502e-4117-8f48-b1881d41535d',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1427.150970] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-cad6e111-3174-4a1d-a593-89eb1f49b412 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.151205] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cad6e111-3174-4a1d-a593-89eb1f49b412" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.152376] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4c2151c5-502e-4117-8f48-b1881d41535d with status ACTIVE [ 1427.152554] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.152686] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.152744] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.152953] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.153056] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.153230] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.153353] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.153390] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.153529] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.153606] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.153782] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.153875] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.153937] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.154101] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.154225] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.154287] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4c2151c5-502e-4117-8f48-b1881d41535d is going to be updated. [ 1427.180720] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.180961] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.180961] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.181181] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.181326] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.181483] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c2151c5-502e-4117-8f48-b1881d41535d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.688308] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cad6e111-3174-4a1d-a593-89eb1f49b412 in Status: SUCCESS [ 1427.688647] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cad6e111-3174-4a1d-a593-89eb1f49b412 deletion is rescheduled due to dependency. [ 1427.688776] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cad6e111-3174-4a1d-a593-89eb1f49b412" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.688999] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cad6e111-3174-4a1d-a593-89eb1f49b412" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.689270] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cad6e111-3174-4a1d-a593-89eb1f49b412" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.689506] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.689689] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.689983] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.690234] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.690367] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.690516] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cad6e111-3174-4a1d-a593-89eb1f49b412',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1428.193699] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cad6e111-3174-4a1d-a593-89eb1f49b412',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1428.695689] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cad6e111-3174-4a1d-a593-89eb1f49b412',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1429.197818] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.198051] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.198099] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.198322] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.198415] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.198518] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cad6e111-3174-4a1d-a593-89eb1f49b412 is going to be updated. [ 1429.228663] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.228873] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.228973] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.229212] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.229367] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.241973] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cad6e111-3174-4a1d-a593-89eb1f49b412 in Status: IN_PROGRESS for 2s [ 1431.254567] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cad6e111-3174-4a1d-a593-89eb1f49b412 in Status: SUCCESS [ 1431.254944] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cad6e111-3174-4a1d-a593-89eb1f49b412" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.255066] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cad6e111-3174-4a1d-a593-89eb1f49b412" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.255295] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cad6e111-3174-4a1d-a593-89eb1f49b412" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.255500] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.255616] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.255683] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.255842] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.255920] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.256067] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cad6e111-3174-4a1d-a593-89eb1f49b412" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.256210] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cad6e111-3174-4a1d-a593-89eb1f49b412',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1431.646800] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1431.646800] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1431.759025] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cad6e111-3174-4a1d-a593-89eb1f49b412',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1432.261218] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cad6e111-3174-4a1d-a593-89eb1f49b412: rpc.has_security_group_logging(os_id): False [ 1432.278123] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.278336] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.278336] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.278538] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.278643] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.278876] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.278971] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.279052] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.279201] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.279276] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.279378] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cad6e111-3174-4a1d-a593-89eb1f49b412 is going to be updated. [ 1432.346672] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.346978] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.346978] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.347104] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.347252] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.360778] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cad6e111-3174-4a1d-a593-89eb1f49b412 in Status: IN_PROGRESS for 2s [ 1434.375152] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cad6e111-3174-4a1d-a593-89eb1f49b412 in Status: SUCCESS [ 1434.375533] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cad6e111-3174-4a1d-a593-89eb1f49b412" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.647555] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1436.647954] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1441.648804] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1441.649207] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1446.650508] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1446.650905] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1451.652414] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1451.652816] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1456.654380] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1456.654936] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1461.655491] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1461.655873] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1466.656934] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1466.657364] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1471.658046] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1471.658355] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1476.659249] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1476.659635] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1481.661615] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1481.662083] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1486.663060] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1486.663538] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1486.713142] env[65077]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1486.713340] env[65077]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-16830c0a-b9f7-43e4-8896-30e4d629fd7d None None] NSXv3 Agent Agent loop - iteration:4 started [ 1491.664622] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1491.665073] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1496.666465] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1496.666932] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1501.668095] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1501.668562] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1505.923559] env[65077]: INFO networking_nsxv3.common.synchronization [req-a9aa6e09-d4dc-4dea-af04-f19a8e5b45f4 req-08977ee6-9b99-4e5f-9d54-05523a056f19 tempest-ServerActionsTestJSON-1998235934 tempest-ServerActionsTestJSON-1998235934-project-member] Enqueued Resource ID: cad6e111-3174-4a1d-a593-89eb1f49b412 with Priority: HIGHEST for action security_group_members [ 1505.924082] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cad6e111-3174-4a1d-a593-89eb1f49b412 with Priority: HIGHEST for action security_group_members [ 1505.924420] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-cad6e111-3174-4a1d-a593-89eb1f49b412 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.924550] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cad6e111-3174-4a1d-a593-89eb1f49b412" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.924619] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cad6e111-3174-4a1d-a593-89eb1f49b412" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.924928] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cad6e111-3174-4a1d-a593-89eb1f49b412" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.925117] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.925220] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.925294] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.925700] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.925788] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.925883] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cad6e111-3174-4a1d-a593-89eb1f49b412',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1506.429054] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.429054] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.429054] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.429054] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.429054] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.429054] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.429054] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.429054] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.429725] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.429725] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.429725] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cad6e111-3174-4a1d-a593-89eb1f49b412 is going to be updated. [ 1506.466305] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.466528] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.466528] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.466696] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.466838] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.474750] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cad6e111-3174-4a1d-a593-89eb1f49b412 in Status: IN_PROGRESS for 2s [ 1508.486262] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cad6e111-3174-4a1d-a593-89eb1f49b412 in Status: SUCCESS [ 1508.486659] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cad6e111-3174-4a1d-a593-89eb1f49b412 deletion is rescheduled due to dependency. [ 1508.486659] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cad6e111-3174-4a1d-a593-89eb1f49b412" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.925406] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1510.925406] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1515.046130] env[65077]: INFO networking_nsxv3.common.synchronization [req-52bd5ea1-309d-4d3c-9f5d-e6c3d7aea002 req-91c055c2-f234-45ec-9e94-38adb775ea35 tempest-ServerActionsTestJSON-1998235934 tempest-ServerActionsTestJSON-1998235934-project-member] Enqueued Resource ID: cad6e111-3174-4a1d-a593-89eb1f49b412 with Priority: HIGHEST for action security_group_members [ 1515.046398] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cad6e111-3174-4a1d-a593-89eb1f49b412 with Priority: HIGHEST for action security_group_members [ 1515.046711] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-cad6e111-3174-4a1d-a593-89eb1f49b412 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.046838] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cad6e111-3174-4a1d-a593-89eb1f49b412" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.046905] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cad6e111-3174-4a1d-a593-89eb1f49b412" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.047129] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cad6e111-3174-4a1d-a593-89eb1f49b412" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.047335] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.047413] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.047475] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.047627] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.047720] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.047811] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cad6e111-3174-4a1d-a593-89eb1f49b412',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.320321] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock network-875 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.320563] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "network-875" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.320738] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "network-875" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.321035] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "network-875" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.321334] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.321538] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.321683] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.321973] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.322159] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.322380] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1515.322497] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] NeedRegenerationException {{(pid=65077) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1515.322607] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] no value, waiting for create lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1515.322715] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] value creation lock acquired {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1515.322822] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] No value present for key: 'zone-id' {{(pid=65077) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1515.322927] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Calling creation function for not-yet-present value {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1515.323122] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1515.346808] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1515.346808] env[65077]: DEBUG dogpile.cache.region [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65077) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1515.346808] env[65077]: DEBUG dogpile.lock [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Released creation lock {{(pid=65077) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1515.346808] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "network-875" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.347147] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock port-8d24fbeb-96d9-49c1-a3fd-7cd2f2153aa1 taken with stack trace [, , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.347147] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "port-8d24fbeb-96d9-49c1-a3fd-7cd2f2153aa1" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.347273] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "port-8d24fbeb-96d9-49c1-a3fd-7cd2f2153aa1" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.347561] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "port-8d24fbeb-96d9-49c1-a3fd-7cd2f2153aa1" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.347700] env[65077]: DEBUG networking_nsxv3.api.rpc [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d24fbeb-96d9-49c1-a3fd-7cd2f2153aa1',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.550351] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.550575] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.550575] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.550758] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.550855] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.551081] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.551189] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.551251] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.551406] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.551484] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.551571] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cad6e111-3174-4a1d-a593-89eb1f49b412 is going to be updated. [ 1515.578302] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.578515] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.578515] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.578694] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.578840] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.588337] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cad6e111-3174-4a1d-a593-89eb1f49b412 in Status: IN_PROGRESS for 2s [ 1515.849843] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.850086] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.850163] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.850444] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.850593] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.850746] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Segment Port 8d24fbeb-96d9-49c1-a3fd-7cd2f2153aa1 not found, creating... [ 1515.851013] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.851176] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.851294] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.851516] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.851650] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.851924] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.852130] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.852266] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.852462] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.852592] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.852728] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Resource: SegmentPort with ID: 8d24fbeb-96d9-49c1-a3fd-7cd2f2153aa1 is going to be created. [ 1515.872330] env[65077]: DEBUG networking_nsxv3.common.locking [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.872559] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.872645] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.872914] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.873165] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.873438] env[65077]: DEBUG oslo_concurrency.lockutils [None req-26f8173d-3fd4-4f06-80a9-6b530fc1e73d None None] Releasing lock "port-8d24fbeb-96d9-49c1-a3fd-7cd2f2153aa1" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.559219] env[65077]: INFO networking_nsxv3.common.synchronization [req-52bd5ea1-309d-4d3c-9f5d-e6c3d7aea002 req-ce06f17e-4943-4df9-ad0a-1127cad5814e service nova] Enqueued Resource ID: cad6e111-3174-4a1d-a593-89eb1f49b412 with Priority: HIGHEST for action security_group_rules [ 1516.559479] env[65077]: INFO networking_nsxv3.common.synchronization [req-52bd5ea1-309d-4d3c-9f5d-e6c3d7aea002 req-ce06f17e-4943-4df9-ad0a-1127cad5814e service nova] Enqueued Resource ID: cad6e111-3174-4a1d-a593-89eb1f49b412 with Priority: HIGHEST for action security_group_members [ 1516.559529] env[65077]: INFO networking_nsxv3.common.synchronization [req-52bd5ea1-309d-4d3c-9f5d-e6c3d7aea002 req-ce06f17e-4943-4df9-ad0a-1127cad5814e service nova] Enqueued Resource ID: 8d24fbeb-96d9-49c1-a3fd-7cd2f2153aa1 with Priority: HIGHEST for action port [ 1516.560053] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cad6e111-3174-4a1d-a593-89eb1f49b412 with Priority: HIGHEST for action security_group_rules [ 1516.560190] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cad6e111-3174-4a1d-a593-89eb1f49b412 with Priority: HIGHEST for action security_group_members [ 1516.560285] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d24fbeb-96d9-49c1-a3fd-7cd2f2153aa1 with Priority: HIGHEST for action port [ 1516.560557] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cad6e111-3174-4a1d-a593-89eb1f49b412 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.560671] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cad6e111-3174-4a1d-a593-89eb1f49b412" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.560739] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cad6e111-3174-4a1d-a593-89eb1f49b412" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.560925] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cad6e111-3174-4a1d-a593-89eb1f49b412" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.561013] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cad6e111-3174-4a1d-a593-89eb1f49b412',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1516.561825] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-cad6e111-3174-4a1d-a593-89eb1f49b412 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.561996] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cad6e111-3174-4a1d-a593-89eb1f49b412" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.562213] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d24fbeb-96d9-49c1-a3fd-7cd2f2153aa1 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.562319] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d24fbeb-96d9-49c1-a3fd-7cd2f2153aa1" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.562381] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d24fbeb-96d9-49c1-a3fd-7cd2f2153aa1" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.562541] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d24fbeb-96d9-49c1-a3fd-7cd2f2153aa1" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.562615] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d24fbeb-96d9-49c1-a3fd-7cd2f2153aa1',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1517.065115] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-cad6e111-3174-4a1d-a593-89eb1f49b412 taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.065115] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cad6e111-3174-4a1d-a593-89eb1f49b412" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.065390] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8d24fbeb-96d9-49c1-a3fd-7cd2f2153aa1 with status ACTIVE [ 1517.065440] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.065558] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.065657] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.065905] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.066045] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.066316] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.066483] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.066517] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.066721] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.066855] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.067148] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.067254] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.067336] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.067700] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.067700] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.067858] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8d24fbeb-96d9-49c1-a3fd-7cd2f2153aa1 is going to be updated. [ 1517.090064] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.090289] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.090289] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.090478] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.090618] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.090780] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d24fbeb-96d9-49c1-a3fd-7cd2f2153aa1" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.597944] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cad6e111-3174-4a1d-a593-89eb1f49b412 in Status: SUCCESS [ 1517.598231] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cad6e111-3174-4a1d-a593-89eb1f49b412 deletion is rescheduled due to dependency. [ 1517.598268] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cad6e111-3174-4a1d-a593-89eb1f49b412" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.598409] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cad6e111-3174-4a1d-a593-89eb1f49b412" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.598623] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cad6e111-3174-4a1d-a593-89eb1f49b412" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.598804] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.598920] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.598986] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.599157] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.599240] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.599336] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cad6e111-3174-4a1d-a593-89eb1f49b412',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1517.680390] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.680390] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.680390] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.680631] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.680631] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1518.102176] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cad6e111-3174-4a1d-a593-89eb1f49b412',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1518.182540] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1518.605028] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cad6e111-3174-4a1d-a593-89eb1f49b412',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1518.686712] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1519.107705] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.107896] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.107952] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.108193] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.108289] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.108390] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cad6e111-3174-4a1d-a593-89eb1f49b412 is going to be updated. [ 1519.137071] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.137288] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.137342] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.137561] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.137738] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.146795] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cad6e111-3174-4a1d-a593-89eb1f49b412 in Status: IN_PROGRESS for 2s [ 1519.188774] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1519.188894] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1519.962065] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.962506] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.962506] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.962506] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.975633] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1519.976478] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.977205] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1520.016402] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.016645] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.016645] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.016823] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.029522] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.030375] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1520.030483] env[65077]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65077) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1520.030546] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1520.062615] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.062793] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.062839] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.063041] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.063810] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.063976] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1520.139386] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.139614] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.139614] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.139807] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.140191] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.140488] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1520.213704] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.213855] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.213928] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.214166] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.214512] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.214790] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:27. [ 1520.214881] env[65077]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'e8b4c164-b023-4cd2-8cf6-ae0a1e0f49a0', '474b68b0-94df-4333-93a9-6756c85dd66d', '407d86e2-d45e-424e-84bd-b940239b846e', 'e29cad2f-8169-4b4f-b295-48f9d9175a01', '5d6c7a2a-9930-4eb9-8021-2b9dee415c60', 'ff959911-4ef9-4c88-86e4-f85a7e8ba4c3', '7a7ee9dd-f87d-403e-a7bb-a38b249129d2', '5cdcc784-c0ae-4c99-a000-9ce3868b639a', '09ea07ac-28de-4a88-99f6-ae73105ee587', '183043d0-c3f3-4288-9199-59f9b189e565', '4f83fc1a-0e59-4d6f-881d-48ef26d75098', '56437e78-b2ea-47bf-ad0e-40def8cb4d60', '264b727f-3acc-48f1-b47f-a32b72bb5f3a', '90c2f51c-2f9b-46d1-a968-89147ffd6069', '2d86ef7e-27bc-402b-aeab-a201e3db8423', 'f29a6911-5dec-41fc-bbc0-9565b59adc76', 'adfae8e2-5ae4-4c66-b74f-61ba148b7424', '6d6041a1-6094-45ec-833d-0a0381541f5c', '77096533-5084-4b0c-80bc-155505506064', '9d9768e9-d87f-4f9f-a9c7-e7e23ad01921', '1bf0553a-aef7-4f32-93c5-9543708dded2', '08aad7f7-4aac-4d9e-9092-e8d90225715a', '56699f21-22ed-4b74-9191-10e5d6c65f6f', '5d5a18d9-ef28-43fb-a60d-fa379ab34eb2', '79da9488-9fef-4272-8a1b-c640c1a0efa5', '4b1e6c50-3271-423a-bade-f01fe3b53980', 'cad6e111-3174-4a1d-a593-89eb1f49b412'} {{(pid=65077) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1520.214974] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1520.233662] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.233827] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.233827] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.234025] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.234137] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.234247] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1520.234356] env[65077]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65077) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1520.234482] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1520.400621] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.400819] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.400863] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.401100] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.402360] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.402640] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1520.402733] env[65077]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65077) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1520.402813] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1520.402921] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1520.402989] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/27 resources of Type:Security Group Rules [ 1520.403069] env[65077]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e8b4c164-b023-4cd2-8cf6-ae0a1e0f49a0 with Priority: HIGH for action security_group_rules [ 1520.403122] env[65077]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 474b68b0-94df-4333-93a9-6756c85dd66d with Priority: HIGH for action security_group_rules [ 1520.403201] env[65077]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 407d86e2-d45e-424e-84bd-b940239b846e with Priority: HIGH for action security_group_rules [ 1520.403272] env[65077]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e29cad2f-8169-4b4f-b295-48f9d9175a01 with Priority: HIGH for action security_group_rules [ 1520.403325] env[65077]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5d6c7a2a-9930-4eb9-8021-2b9dee415c60 with Priority: HIGH for action security_group_rules [ 1520.403396] env[65077]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ff959911-4ef9-4c88-86e4-f85a7e8ba4c3 with Priority: HIGH for action security_group_rules [ 1520.403456] env[65077]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7a7ee9dd-f87d-403e-a7bb-a38b249129d2 with Priority: HIGH for action security_group_rules [ 1520.403526] env[65077]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5cdcc784-c0ae-4c99-a000-9ce3868b639a with Priority: HIGH for action security_group_rules [ 1520.403586] env[65077]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 09ea07ac-28de-4a88-99f6-ae73105ee587 with Priority: HIGH for action security_group_rules [ 1520.403655] env[65077]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 183043d0-c3f3-4288-9199-59f9b189e565 with Priority: HIGH for action security_group_rules [ 1520.403725] env[65077]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4f83fc1a-0e59-4d6f-881d-48ef26d75098 with Priority: HIGH for action security_group_rules [ 1520.403789] env[65077]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 56437e78-b2ea-47bf-ad0e-40def8cb4d60 with Priority: HIGH for action security_group_rules [ 1520.403858] env[65077]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 264b727f-3acc-48f1-b47f-a32b72bb5f3a with Priority: HIGH for action security_group_rules [ 1520.403928] env[65077]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 90c2f51c-2f9b-46d1-a968-89147ffd6069 with Priority: HIGH for action security_group_rules [ 1520.403987] env[65077]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2d86ef7e-27bc-402b-aeab-a201e3db8423 with Priority: HIGH for action security_group_rules [ 1520.404065] env[65077]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f29a6911-5dec-41fc-bbc0-9565b59adc76 with Priority: HIGH for action security_group_rules [ 1520.404124] env[65077]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: adfae8e2-5ae4-4c66-b74f-61ba148b7424 with Priority: HIGH for action security_group_rules [ 1520.404185] env[65077]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6d6041a1-6094-45ec-833d-0a0381541f5c with Priority: HIGH for action security_group_rules [ 1520.404237] env[65077]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 77096533-5084-4b0c-80bc-155505506064 with Priority: HIGH for action security_group_rules [ 1520.404301] env[65077]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9d9768e9-d87f-4f9f-a9c7-e7e23ad01921 with Priority: HIGH for action security_group_rules [ 1520.404395] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.156878] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cad6e111-3174-4a1d-a593-89eb1f49b412 in Status: SUCCESS [ 1521.157293] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cad6e111-3174-4a1d-a593-89eb1f49b412" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.157414] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cad6e111-3174-4a1d-a593-89eb1f49b412" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.157677] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cad6e111-3174-4a1d-a593-89eb1f49b412" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.157923] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.158105] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.158179] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.158368] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.158465] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.158567] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cad6e111-3174-4a1d-a593-89eb1f49b412" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.158699] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cad6e111-3174-4a1d-a593-89eb1f49b412',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1521.562519] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1521.562738] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=1 [ 1521.562738] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8b4c164-b023-4cd2-8cf6-ae0a1e0f49a0 with Priority: HIGH for action security_group_rules [ 1521.562829] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 407d86e2-d45e-424e-84bd-b940239b846e with Priority: HIGH for action security_group_rules [ 1521.562913] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a7ee9dd-f87d-403e-a7bb-a38b249129d2 with Priority: HIGH for action security_group_rules [ 1521.563097] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d86ef7e-27bc-402b-aeab-a201e3db8423 with Priority: HIGH for action security_group_rules [ 1521.563097] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d9768e9-d87f-4f9f-a9c7-e7e23ad01921 with Priority: HIGH for action security_group_rules [ 1521.563207] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77096533-5084-4b0c-80bc-155505506064 with Priority: HIGH for action security_group_rules [ 1521.563276] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d6041a1-6094-45ec-833d-0a0381541f5c with Priority: HIGH for action security_group_rules [ 1521.563364] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adfae8e2-5ae4-4c66-b74f-61ba148b7424 with Priority: HIGH for action security_group_rules [ 1521.563452] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90c2f51c-2f9b-46d1-a968-89147ffd6069 with Priority: HIGH for action security_group_rules [ 1521.563539] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f29a6911-5dec-41fc-bbc0-9565b59adc76 with Priority: HIGH for action security_group_rules [ 1521.563625] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 264b727f-3acc-48f1-b47f-a32b72bb5f3a with Priority: HIGH for action security_group_rules [ 1521.563711] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56437e78-b2ea-47bf-ad0e-40def8cb4d60 with Priority: HIGH for action security_group_rules [ 1521.563799] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f83fc1a-0e59-4d6f-881d-48ef26d75098 with Priority: HIGH for action security_group_rules [ 1521.563884] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 183043d0-c3f3-4288-9199-59f9b189e565 with Priority: HIGH for action security_group_rules [ 1521.563969] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09ea07ac-28de-4a88-99f6-ae73105ee587 with Priority: HIGH for action security_group_rules [ 1521.564067] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff959911-4ef9-4c88-86e4-f85a7e8ba4c3 with Priority: HIGH for action security_group_rules [ 1521.564156] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cdcc784-c0ae-4c99-a000-9ce3868b639a with Priority: HIGH for action security_group_rules [ 1521.564245] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d6c7a2a-9930-4eb9-8021-2b9dee415c60 with Priority: HIGH for action security_group_rules [ 1521.564324] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 474b68b0-94df-4333-93a9-6756c85dd66d with Priority: HIGH for action security_group_rules [ 1521.564406] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e29cad2f-8169-4b4f-b295-48f9d9175a01 with Priority: HIGH for action security_group_rules [ 1521.564736] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8b4c164-b023-4cd2-8cf6-ae0a1e0f49a0 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.564867] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8b4c164-b023-4cd2-8cf6-ae0a1e0f49a0" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.564931] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8b4c164-b023-4cd2-8cf6-ae0a1e0f49a0" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.565157] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8b4c164-b023-4cd2-8cf6-ae0a1e0f49a0" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.565238] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8b4c164-b023-4cd2-8cf6-ae0a1e0f49a0',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1521.566206] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-407d86e2-d45e-424e-84bd-b940239b846e taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.566321] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-407d86e2-d45e-424e-84bd-b940239b846e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.566389] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-407d86e2-d45e-424e-84bd-b940239b846e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.566553] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-407d86e2-d45e-424e-84bd-b940239b846e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.566628] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('407d86e2-d45e-424e-84bd-b940239b846e',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1521.567363] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a7ee9dd-f87d-403e-a7bb-a38b249129d2 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.567468] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.567522] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.567664] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.567732] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a7ee9dd-f87d-403e-a7bb-a38b249129d2',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1521.568532] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d86ef7e-27bc-402b-aeab-a201e3db8423 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.568633] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d86ef7e-27bc-402b-aeab-a201e3db8423" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.568706] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d86ef7e-27bc-402b-aeab-a201e3db8423" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.568849] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d86ef7e-27bc-402b-aeab-a201e3db8423" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.568922] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d86ef7e-27bc-402b-aeab-a201e3db8423',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1521.569646] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d9768e9-d87f-4f9f-a9c7-e7e23ad01921 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.569808] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d9768e9-d87f-4f9f-a9c7-e7e23ad01921" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.569808] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d9768e9-d87f-4f9f-a9c7-e7e23ad01921" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.570022] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d9768e9-d87f-4f9f-a9c7-e7e23ad01921" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.570095] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d9768e9-d87f-4f9f-a9c7-e7e23ad01921',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1521.570767] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77096533-5084-4b0c-80bc-155505506064 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.571090] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77096533-5084-4b0c-80bc-155505506064" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.571159] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77096533-5084-4b0c-80bc-155505506064" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.571307] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77096533-5084-4b0c-80bc-155505506064" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.571367] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77096533-5084-4b0c-80bc-155505506064',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1521.572147] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d6041a1-6094-45ec-833d-0a0381541f5c taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.572147] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d6041a1-6094-45ec-833d-0a0381541f5c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.572254] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d6041a1-6094-45ec-833d-0a0381541f5c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.572361] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d6041a1-6094-45ec-833d-0a0381541f5c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.572433] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d6041a1-6094-45ec-833d-0a0381541f5c',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1521.573264] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-adfae8e2-5ae4-4c66-b74f-61ba148b7424 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.573343] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-adfae8e2-5ae4-4c66-b74f-61ba148b7424" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.573389] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-adfae8e2-5ae4-4c66-b74f-61ba148b7424" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.573530] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-adfae8e2-5ae4-4c66-b74f-61ba148b7424" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.573602] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('adfae8e2-5ae4-4c66-b74f-61ba148b7424',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1521.574265] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-90c2f51c-2f9b-46d1-a968-89147ffd6069 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.574378] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-90c2f51c-2f9b-46d1-a968-89147ffd6069" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.574434] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-90c2f51c-2f9b-46d1-a968-89147ffd6069" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.574963] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-90c2f51c-2f9b-46d1-a968-89147ffd6069" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.574963] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('90c2f51c-2f9b-46d1-a968-89147ffd6069',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1521.575281] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f29a6911-5dec-41fc-bbc0-9565b59adc76 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.575373] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f29a6911-5dec-41fc-bbc0-9565b59adc76" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.575438] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f29a6911-5dec-41fc-bbc0-9565b59adc76" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.575621] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f29a6911-5dec-41fc-bbc0-9565b59adc76" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.575687] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f29a6911-5dec-41fc-bbc0-9565b59adc76',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1521.576326] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-264b727f-3acc-48f1-b47f-a32b72bb5f3a taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.576422] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-264b727f-3acc-48f1-b47f-a32b72bb5f3a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.576643] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-264b727f-3acc-48f1-b47f-a32b72bb5f3a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.576643] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-264b727f-3acc-48f1-b47f-a32b72bb5f3a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.576746] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('264b727f-3acc-48f1-b47f-a32b72bb5f3a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1521.577450] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56437e78-b2ea-47bf-ad0e-40def8cb4d60 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.577552] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56437e78-b2ea-47bf-ad0e-40def8cb4d60" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.577613] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56437e78-b2ea-47bf-ad0e-40def8cb4d60" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.577783] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56437e78-b2ea-47bf-ad0e-40def8cb4d60" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.577828] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56437e78-b2ea-47bf-ad0e-40def8cb4d60',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1521.578509] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f83fc1a-0e59-4d6f-881d-48ef26d75098 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.578612] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f83fc1a-0e59-4d6f-881d-48ef26d75098" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.578657] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f83fc1a-0e59-4d6f-881d-48ef26d75098" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.578785] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f83fc1a-0e59-4d6f-881d-48ef26d75098" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.578889] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f83fc1a-0e59-4d6f-881d-48ef26d75098',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1521.579509] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-183043d0-c3f3-4288-9199-59f9b189e565 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.579603] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.579986] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.579986] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.579986] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('183043d0-c3f3-4288-9199-59f9b189e565',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1521.580624] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09ea07ac-28de-4a88-99f6-ae73105ee587 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.580748] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09ea07ac-28de-4a88-99f6-ae73105ee587" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.580798] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09ea07ac-28de-4a88-99f6-ae73105ee587" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.581044] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09ea07ac-28de-4a88-99f6-ae73105ee587" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.581044] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09ea07ac-28de-4a88-99f6-ae73105ee587',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1521.581657] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff959911-4ef9-4c88-86e4-f85a7e8ba4c3 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.581761] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff959911-4ef9-4c88-86e4-f85a7e8ba4c3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.581994] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff959911-4ef9-4c88-86e4-f85a7e8ba4c3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.581994] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff959911-4ef9-4c88-86e4-f85a7e8ba4c3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.582110] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff959911-4ef9-4c88-86e4-f85a7e8ba4c3',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1521.583321] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5cdcc784-c0ae-4c99-a000-9ce3868b639a taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.583321] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.583321] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.583321] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.583321] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5cdcc784-c0ae-4c99-a000-9ce3868b639a',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1521.583731] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d6c7a2a-9930-4eb9-8021-2b9dee415c60 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.583825] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d6c7a2a-9930-4eb9-8021-2b9dee415c60" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.584133] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d6c7a2a-9930-4eb9-8021-2b9dee415c60" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.584133] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d6c7a2a-9930-4eb9-8021-2b9dee415c60" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.584133] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d6c7a2a-9930-4eb9-8021-2b9dee415c60',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1521.584836] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-474b68b0-94df-4333-93a9-6756c85dd66d taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.585011] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-474b68b0-94df-4333-93a9-6756c85dd66d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.585011] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-474b68b0-94df-4333-93a9-6756c85dd66d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.585225] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-474b68b0-94df-4333-93a9-6756c85dd66d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.585225] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('474b68b0-94df-4333-93a9-6756c85dd66d',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1521.585849] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e29cad2f-8169-4b4f-b295-48f9d9175a01 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.585969] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e29cad2f-8169-4b4f-b295-48f9d9175a01" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.586036] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e29cad2f-8169-4b4f-b295-48f9d9175a01" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.586161] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e29cad2f-8169-4b4f-b295-48f9d9175a01" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.586248] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e29cad2f-8169-4b4f-b295-48f9d9175a01',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1521.660696] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cad6e111-3174-4a1d-a593-89eb1f49b412',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1522.162625] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cad6e111-3174-4a1d-a593-89eb1f49b412: rpc.has_security_group_logging(os_id): False [ 1522.207065] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.207374] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.207374] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.207521] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.209397] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.209576] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.216247] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.216435] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.217351] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.217351] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.218138] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.218224] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.218904] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.218998] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.226222] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.226355] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.227520] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.227619] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.228347] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.228444] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.229237] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.229348] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.230029] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.230148] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.230761] env[65077]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1522.231227] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.231328] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.231940] env[65077]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1522.232376] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.232474] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.233077] env[65077]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1522.233476] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.233565] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.234177] env[65077]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1522.234541] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.234633] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.235276] env[65077]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1522.235727] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.235819] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.236438] env[65077]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1522.236834] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.236928] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.237523] env[65077]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1522.237888] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.237980] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.238555] env[65077]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1522.238916] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.239016] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.239584] env[65077]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1522.239952] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.240084] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.240680] env[65077]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1522.241061] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.241161] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.241750] env[65077]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1522.242174] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.242285] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 183043d0-c3f3-4288-9199-59f9b189e565 is going to be deleted. [ 1522.243171] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.243377] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.267704] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.267879] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a7ee9dd-f87d-403e-a7bb-a38b249129d2 is going to be deleted. [ 1522.268744] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.268950] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.301894] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.302234] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 474b68b0-94df-4333-93a9-6756c85dd66d is going to be deleted. [ 1522.302963] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.303217] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.321654] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.321927] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.326102] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.326284] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f83fc1a-0e59-4d6f-881d-48ef26d75098 is going to be deleted. [ 1522.327224] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.327435] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.347998] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.348180] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 90c2f51c-2f9b-46d1-a968-89147ffd6069 is going to be deleted. [ 1522.348995] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.349225] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.367398] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.367617] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.381767] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.381930] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f29a6911-5dec-41fc-bbc0-9565b59adc76 is going to be deleted. [ 1522.382943] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.383188] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.388998] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.389196] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.412711] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.412845] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: adfae8e2-5ae4-4c66-b74f-61ba148b7424 is going to be deleted. [ 1522.414038] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.414296] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.420739] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.420903] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.437651] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.437651] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56437e78-b2ea-47bf-ad0e-40def8cb4d60 is going to be deleted. [ 1522.438329] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.438542] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.475893] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.476155] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5cdcc784-c0ae-4c99-a000-9ce3868b639a is going to be deleted. [ 1522.477448] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.477755] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.494591] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.494718] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.501859] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.502031] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.522866] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.523223] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.524405] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.524738] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.524915] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.524915] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.525201] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.525350] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.525499] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cad6e111-3174-4a1d-a593-89eb1f49b412 is going to be updated. [ 1522.526601] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.526808] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.576662] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.576900] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.607278] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.607472] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77096533-5084-4b0c-80bc-155505506064 is going to be deleted. [ 1522.608491] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.608729] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.635998] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.636269] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.660553] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.660754] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d6c7a2a-9930-4eb9-8021-2b9dee415c60 is going to be deleted. [ 1522.661673] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.661894] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.712317] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.712511] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09ea07ac-28de-4a88-99f6-ae73105ee587 is going to be deleted. [ 1522.713479] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.713703] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.736242] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.736483] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.774581] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.774780] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d86ef7e-27bc-402b-aeab-a201e3db8423 is going to be deleted. [ 1522.775827] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.776100] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.777737] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.777866] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.828803] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.829078] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.830237] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.830359] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.831183] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.831306] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 407d86e2-d45e-424e-84bd-b940239b846e is going to be deleted. [ 1522.832225] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.832431] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.886836] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.887053] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d9768e9-d87f-4f9f-a9c7-e7e23ad01921 is going to be deleted. [ 1522.887935] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.888174] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.933180] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.933402] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.957700] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.957894] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff959911-4ef9-4c88-86e4-f85a7e8ba4c3 is going to be deleted. [ 1522.958885] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.959139] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.982696] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.982888] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8b4c164-b023-4cd2-8cf6-ae0a1e0f49a0 is going to be deleted. [ 1522.983815] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.984028] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.000924] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.001151] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.011484] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.011642] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 264b727f-3acc-48f1-b47f-a32b72bb5f3a is going to be deleted. [ 1523.012606] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.012886] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.046062] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.046322] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.048421] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.048577] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e29cad2f-8169-4b4f-b295-48f9d9175a01 is going to be deleted. [ 1523.049663] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.050180] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.050180] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.050180] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-183043d0-c3f3-4288-9199-59f9b189e565" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.050354] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.050466] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.050545] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.050674] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a7ee9dd-f87d-403e-a7bb-a38b249129d2" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.051235] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.051433] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.051517] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.051633] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-474b68b0-94df-4333-93a9-6756c85dd66d" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.051764] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.051908] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.051987] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.052179] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f83fc1a-0e59-4d6f-881d-48ef26d75098" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.052315] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.052460] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.052557] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.052710] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f29a6911-5dec-41fc-bbc0-9565b59adc76" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.052948] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.053112] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.053262] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.053372] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-90c2f51c-2f9b-46d1-a968-89147ffd6069" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.053533] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.053709] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.053828] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.053984] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-adfae8e2-5ae4-4c66-b74f-61ba148b7424" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.054181] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.054347] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.117913] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.118156] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d6041a1-6094-45ec-833d-0a0381541f5c is going to be deleted. [ 1523.119012] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.119230] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.119320] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.119440] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56437e78-b2ea-47bf-ad0e-40def8cb4d60" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.119602] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.119765] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.119846] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.120016] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5cdcc784-c0ae-4c99-a000-9ce3868b639a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.120604] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.120759] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.120902] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.121837] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.121999] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.122124] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.122243] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77096533-5084-4b0c-80bc-155505506064" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.122407] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.122543] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.122620] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.122732] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d6c7a2a-9930-4eb9-8021-2b9dee415c60" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.123248] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.123370] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.123452] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.123566] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09ea07ac-28de-4a88-99f6-ae73105ee587" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.123699] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.123840] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.123918] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.124035] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d86ef7e-27bc-402b-aeab-a201e3db8423" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.124168] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.124308] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.124427] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.124519] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-407d86e2-d45e-424e-84bd-b940239b846e" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.124666] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.124804] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.124880] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.124987] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d9768e9-d87f-4f9f-a9c7-e7e23ad01921" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.156672] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.156869] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.156869] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.157121] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.157205] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.157329] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff959911-4ef9-4c88-86e4-f85a7e8ba4c3" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.158093] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.158207] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.158273] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.158434] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.158515] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.158623] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-264b727f-3acc-48f1-b47f-a32b72bb5f3a" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.160849] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cad6e111-3174-4a1d-a593-89eb1f49b412 in Status: IN_PROGRESS for 2s [ 1523.162834] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.163164] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.163164] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.163237] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.163285] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.163391] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8b4c164-b023-4cd2-8cf6-ae0a1e0f49a0" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.189560] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.189808] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.189808] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.190030] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.190135] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.190264] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e29cad2f-8169-4b4f-b295-48f9d9175a01" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.209694] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.209983] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.209983] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.210124] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.210220] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.210342] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d6041a1-6094-45ec-833d-0a0381541f5c" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.175986] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cad6e111-3174-4a1d-a593-89eb1f49b412 in Status: SUCCESS [ 1525.176285] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cad6e111-3174-4a1d-a593-89eb1f49b412" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.565950] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1526.566293] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1531.566969] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1531.567387] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1536.568732] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1536.569227] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1541.570227] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1541.570609] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1546.571960] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1546.572471] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1551.572971] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1551.573393] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1556.573998] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1556.574330] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1561.575184] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1561.575184] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1566.576703] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1566.577061] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1571.578077] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1571.578531] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1576.579274] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1576.579655] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1578.151429] env[65077]: INFO networking_nsxv3.common.synchronization [req-ebf5e096-db78-4e8b-b0e4-83f5c12b0f9f req-34f74b7b-199d-48b2-885f-0a21a1ae7f5c tempest-ServerActionsTestJSON-1998235934 tempest-ServerActionsTestJSON-1998235934-project-member] Enqueued Resource ID: cad6e111-3174-4a1d-a593-89eb1f49b412 with Priority: HIGHEST for action security_group_members [ 1578.151934] env[65077]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cad6e111-3174-4a1d-a593-89eb1f49b412 with Priority: HIGHEST for action security_group_members [ 1578.152275] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock member-cad6e111-3174-4a1d-a593-89eb1f49b412 taken with stack trace [, , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1578.152403] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cad6e111-3174-4a1d-a593-89eb1f49b412" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.152470] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cad6e111-3174-4a1d-a593-89eb1f49b412" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1578.152668] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cad6e111-3174-4a1d-a593-89eb1f49b412" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1578.153301] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1578.153301] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.153301] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1578.153301] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1578.153581] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1578.153581] env[65077]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cad6e111-3174-4a1d-a593-89eb1f49b412',) {} {{(pid=65077) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1578.655778] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1578.656030] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.656030] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1578.656219] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1578.656314] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1578.656523] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1578.656664] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.656664] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1578.656833] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1578.656906] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1578.656992] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cad6e111-3174-4a1d-a593-89eb1f49b412 is going to be updated. [ 1578.691511] env[65077]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65077) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1578.691740] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.691740] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1578.691889] env[65077]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1578.692036] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1578.700919] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cad6e111-3174-4a1d-a593-89eb1f49b412 in Status: IN_PROGRESS for 2s [ 1580.711723] env[65077]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cad6e111-3174-4a1d-a593-89eb1f49b412 in Status: SUCCESS [ 1580.712188] env[65077]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cad6e111-3174-4a1d-a593-89eb1f49b412 deletion is rescheduled due to dependency. [ 1580.712188] env[65077]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cad6e111-3174-4a1d-a593-89eb1f49b412" {{(pid=65077) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1583.152769] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1583.153157] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1588.154368] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1588.154744] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1593.155968] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1593.156369] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1598.157356] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1598.157781] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1603.158427] env[65077]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1603.158786] env[65077]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0